[ Nov 21 19:29:40 Enabled. ] [ Nov 21 19:29:40 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Nov 21 19:29:40 Method "start" exited with status 0. ] [ Nov 21 19:29:40 Rereading configuration. ] [ Nov 21 19:29:40 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:40.921249863Z","hostname":"buskin","pid":1566,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:40.921404825Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:40.973959696Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:40.973994917Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:41.087021687Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:41.095815705Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:41.104312258Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:41.704354366Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:41.84383817Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:41.84386487Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:41.843930641Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:41.843992182Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:41.844013952Z","hostname":"buskin","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:41.844056533Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Generated i86pc baseboard Pc { identifier: \"buskin\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:41.847139044Z","hostname":"buskin","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:29:41.847145894Z","hostname":"buskin","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:41.847157574Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:41.847161344Z","hostname":"buskin","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:41.847185254Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:41.847237105Z","hostname":"buskin","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:41.847304696Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:41.847330956Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:41.847346086Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:41.859294716Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:41.859317557Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"996782d1-dad1-4047-aff6-e695ddfee4b7 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:41.961824616Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 996782d1-dad1-4047-aff6-e695ddfee4b7 (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:42.449230038Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:42.449282539Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:42.449289949Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:42.449301699Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:42.449313659Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:42.449326459Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:42.449331029Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:42.457984445Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:42.458007865Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"20e2b049-cfc5-4dbe-a0ef-d3766051460d (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:42.54816366Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 20e2b049-cfc5-4dbe-a0ef-d3766051460d (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.02641625Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.02646112Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 996782d1-dad1-4047-aff6-e695ddfee4b7 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 20e2b049-cfc5-4dbe-a0ef-d3766051460d (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.02649214Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.02649898Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026506921Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026514421Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026527511Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026553641Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 996782d1-dad1-4047-aff6-e695ddfee4b7 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 20e2b049-cfc5-4dbe-a0ef-d3766051460d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026567721Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026573032Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026582262Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026586292Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026589382Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026593242Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026596942Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 996782d1-dad1-4047-aff6-e695ddfee4b7 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 20e2b049-cfc5-4dbe-a0ef-d3766051460d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026610412Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026616312Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026619892Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026622742Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026629012Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 996782d1-dad1-4047-aff6-e695ddfee4b7 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 20e2b049-cfc5-4dbe-a0ef-d3766051460d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026643673Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026651683Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026655283Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026658173Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026662213Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026668573Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 996782d1-dad1-4047-aff6-e695ddfee4b7 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 20e2b049-cfc5-4dbe-a0ef-d3766051460d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026684763Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026690073Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026693943Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026698283Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026701303Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026705013Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 996782d1-dad1-4047-aff6-e695ddfee4b7 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 20e2b049-cfc5-4dbe-a0ef-d3766051460d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026724183Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026728564Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026734794Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026737954Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026741224Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026745634Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 996782d1-dad1-4047-aff6-e695ddfee4b7 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 20e2b049-cfc5-4dbe-a0ef-d3766051460d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026766094Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026769514Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026803905Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026813505Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026858135Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026868676Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026873645Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026893776Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026897646Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 996782d1-dad1-4047-aff6-e695ddfee4b7 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 20e2b049-cfc5-4dbe-a0ef-d3766051460d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026930716Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026935946Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026940077Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026944346Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026948177Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026958797Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026962637Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 996782d1-dad1-4047-aff6-e695ddfee4b7 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 20e2b049-cfc5-4dbe-a0ef-d3766051460d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026990517Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.026996297Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.027002327Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.027006007Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.027009277Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 996782d1-dad1-4047-aff6-e695ddfee4b7 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 20e2b049-cfc5-4dbe-a0ef-d3766051460d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.027031768Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.027036588Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"No ledger in /pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.027073528Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:189"} {"msg":"No ledger in /pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.027089008Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:189"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.027101099Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.027113839Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:189"} {"msg":"No ledger in /pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.027121409Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:189"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.027125929Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.027160049Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.0271644Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.038284378Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:743"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.038338559Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4005"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.038348989Z","hostname":"buskin","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999921339s","next_cleanup":"Instant { tv_sec: 1125, tv_nsec: 484176728 }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.03841006Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.03845783Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:189"} {"msg":"No ledger in /pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.038466151Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:189"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.041603302Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.043520598Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: Some(\n None,\n ),\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n tx_eq: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.043729661Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1200"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.043737391Z","hostname":"buskin","pid":1566,"component":"DnsResolver","component":"RSS","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.043793272Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.043849423Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:189"} {"msg":"No ledger in /pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.043858883Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:189"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.043866923Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1263"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.043888273Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.043899183Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:189"} {"msg":"No ledger in /pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.043906753Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:189"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.043920463Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1305"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.043924033Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.043928513Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.043955304Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Writing ledger to /pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.043969024Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.044269428Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:133","path":"\"/pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/rss-sled-plan.json\""} {"msg":"Writing ledger to /pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.044275728Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.04441747Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:133","path":"\"/pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/rss-sled-plan.json\""} {"msg":"Sled plan written to storage: Plan {\n rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789,\n sleds: {\n [fdb0:18c0:4d0d:9fb2::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: 203795ed-576b-40e4-bed8-7463e3f2162c (sled),\n rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: Some(\n None,\n ),\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n tx_eq: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.044515611Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.044520701Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1339"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.044558892Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.044570382Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.044720114Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:133","path":"\"/pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/cluster/bootstore-network-config.json\""} {"msg":"Writing ledger to /pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.044725714Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.044861586Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:133","path":"\"/pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/cluster/bootstore-network-config.json\""} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.044868786Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.044909526Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 203795ed-576b-40e4-bed8-7463e3f2162c (sled), rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.045527575Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4302"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.045589986Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4702"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.050343269Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.056325129Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.05642864Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.060560076Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.060621427Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.060738688Z","hostname":"buskin","pid":1566,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:39192","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 203795ed-576b-40e4-bed8-7463e3f2162c (sled), rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.06090832Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.06091712Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.060970211Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/server.rs:44"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.060985061Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.060989501Z","hostname":"buskin","pid":1566,"component":"DnsResolver","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.060995261Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:809"} {"msg":"No ledger in /pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.061007632Z","hostname":"buskin","pid":1566,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:189"} {"msg":"No ledger in /pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.061016632Z","hostname":"buskin","pid":1566,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:189"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.061029772Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:798"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.061036172Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:826"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.061042102Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:592"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.061048382Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.061057382Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.061069222Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:697","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.076729372Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.098124998Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.114495766Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.123199543Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:407"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.123236973Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.123243283Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:419"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.123284894Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 92.265632ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.126320924Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1c8faf4-4898-475b-8826-a23189864dd9\", \"content-length\": \"124\", \"date\": \"Thu, 21 Nov 2024 19:29:43 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a1c8faf4-4898-475b-8826-a23189864dd9\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_996782d1-dad1-4047-aff6-e695ddfee4b7/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.137373912Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_996782d1-dad1-4047-aff6-e695ddfee4b7/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.160094406Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_996782d1-dad1-4047-aff6-e695ddfee4b7/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.160140996Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.16568852Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:434"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.165701471Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_996782d1-dad1-4047-aff6-e695ddfee4b7/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.165707481Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.219137294Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 128.001786ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.219729462Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5a7bf9e-5332-4390-82b4-dd43eb27c659\", \"content-length\": \"124\", \"date\": \"Thu, 21 Nov 2024 19:29:43 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b5a7bf9e-5332-4390-82b4-dd43eb27c659\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.248960363Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.349106461Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 131.922981ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.34975522Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0424fbc-8bc6-40c0-9b84-75b67f288ddc\", \"content-length\": \"124\", \"date\": \"Thu, 21 Nov 2024 19:29:43 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c0424fbc-8bc6-40c0-9b84-75b67f288ddc\" }"} {"msg":"Mounting oxi_996782d1-dad1-4047-aff6-e695ddfee4b7/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.467332261Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.480342355Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.480431236Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.480461546Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.480478537Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.483382285Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 180.146971ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.483830551Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d5d34fc-5561-4ee0-a9a5-38dfbde4f0b4\", \"content-length\": \"124\", \"date\": \"Thu, 21 Nov 2024 19:29:43 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0d5d34fc-5561-4ee0-a9a5-38dfbde4f0b4\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.665003652Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 192.196518ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.66561215Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9028674f-167b-44ef-901e-7b685f05aa21\", \"content-length\": \"124\", \"date\": \"Thu, 21 Nov 2024 19:29:43 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"9028674f-167b-44ef-901e-7b685f05aa21\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.858779121Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 189.014295ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:43.859541431Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83b2f0d9-cf06-4943-a5bb-cdbf5edf821c\", \"content-length\": \"124\", \"date\": \"Thu, 21 Nov 2024 19:29:43 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"83b2f0d9-cf06-4943-a5bb-cdbf5edf821c\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:44.04960701Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 379.128107ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:44.050240219Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31f7c09d-055e-43e9-b1f3-0226a83403cb\", \"content-length\": \"124\", \"date\": \"Thu, 21 Nov 2024 19:29:43 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"31f7c09d-055e-43e9-b1f3-0226a83403cb\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:44.214881658Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:44.220085028Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:46831","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327","component":"producer-server","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:44.220125548Z","hostname":"buskin","pid":1566,"component":"internal-dns-resolver","file":"internal-dns/resolver/src/resolver.rs:111","component":"producer-server","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:44.220158679Z","hostname":"buskin","pid":1566,"file":"oximeter/producer/src/lib.rs:279","component":"producer-server","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:279","interval":"30s","address":"[fd00:1122:3344:101::1]:46831","producer_id":"203795ed-576b-40e4-bed8-7463e3f2162c"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:29:44.221122312Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"277.941203ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:44.221979553Z","hostname":"buskin","pid":1566,"component":"VmmReservoirManager","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:44.221986524Z","hostname":"buskin","pid":1566,"component":"VmmReservoirManager","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:44.222030924Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:927","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:44.222036254Z","hostname":"buskin","pid":1566,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:44.430023883Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:29:44.500546566Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"438.137038ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:29:44.941191613Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.065219796s"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:29:46.008160568Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.016878286s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:46.904925881Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2676"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:46.904951041Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2921"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:46.904956841Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2546"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:46.904961301Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2593"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:46.904977061Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3002"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:46.904981792Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3047"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:46.906578183Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2846"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:46.90785621Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2587"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:46.907969251Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:46.908133783Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:29:47.02763846Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.160307684s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 66.893936ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:29:47.141879556Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 149.69042ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:29:47.355355309Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 258.381437ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:29:47.534669935Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 454.678466ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:29:47.884912114Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.164532036s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:29:48.578579902Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:29:49.189609726Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"8.021906205s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 678.908398ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:29:49.986598074Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 852.108327ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:29:50.79156797Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.208196506s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:29:51.714257978Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/203795ed-576b-40e4-bed8-7463e3f2162c)","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:29:53.244532054Z","hostname":"buskin","pid":1566,"component":"NexusNotifierTask","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.281328135Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.281724111Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12348","component":"dropshot (Repo Depot)","component":"ArtifactStore","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.283063638Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.283088239Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.283099689Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Writing ledger to /pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.283114399Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.283272181Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"common/src/ledger.rs:133","path":"\"/pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/sled-agent-request.json\""} {"msg":"Writing ledger to /pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.283277951Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.283411443Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"common/src/ledger.rs:133","path":"\"/pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/sled-agent-request.json\""} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.283458444Z","hostname":"buskin","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.283499734Z","hostname":"buskin","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: Some(None), bgp_peers: [], autoneg: false, lldp: None, tx_eq: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.283509635Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4005"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.283556065Z","hostname":"buskin","pid":1566,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:39192","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.4694902Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.469580391Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.469728243Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/rss-service-plan-v5.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.469817704Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:189"} {"msg":"No ledger in /pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/rss-service-plan-v5.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.469831234Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:189"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.469855644Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.469874435Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.469903865Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.469919445Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.474678319Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4326","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.474697419Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4342"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.474708999Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.73971077Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:54257"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.740076355Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.740083455Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.740147716Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:189"} {"msg":"No ledger in /pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.740166376Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:189"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.740300798Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"311f3859-a629-4c15-8058-00cc41aecc29","remote_addr":"[fd00:1122:3344:101::1]:54257","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":371,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.771410334Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:57022"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.771607406Z","hostname":"buskin","pid":1566,"uri":"/sled-role","method":"GET","req_id":"17f21726-93e9-428d-8cc6-7251e1cf9808","remote_addr":"[fd00:1122:3344:101::1]:57022","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":76,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.7733609Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Writing ledger to /pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/.rss-service-plan-v5.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.773422081Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.773839466Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:133","path":"\"/pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/rss-service-plan-v5.json\""} {"msg":"Writing ledger to /pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/.rss-service-plan-v5.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.773844856Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.774232731Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:133","path":"\"/pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/rss-service-plan-v5.json\""} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.774238672Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:980"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 97bc8336-c1bb-4190-8f44-6ef05511d085, pool_id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 47965307-fdda-44dc-a611-a5a7c3578232, pool_id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 34d95804-b45d-410f-bb16-8a26f49afa20, pool_id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: ed27390b-3b15-427c-a4b3-7c8083f63de8, pool_id: 21742b4e-23b7-43df-8530-fcf02dea3824 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: f2f6a3e1-dd9c-4ce6-82c7-3bf155c60654, pool_id: 61b32b1c-9218-4c36-b123-2959f1dfd4f0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 18fcb76d-90f3-4553-8f1f-534bc754da33, pool_id: 03f27c6c-e171-4450-8876-58f440dc9097 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: c336c55b-4384-4b13-97bb-0c94ae59eeb3, pool_id: 8a7d01cd-9218-405e-81a7-0632ac6eff3f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: c9703468-9848-4447-aff7-61fa4ac70286, pool_id: 695b40ec-ab62-486b-99a5-161c372e3934 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 758debc9-3e16-49fa-b911-5f5dccf8a1a1, pool_id: b36cfd4c-887e-4515-9f44-b45436c8de30 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.804187532Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:382"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.804302223Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:39114"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.804530796Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:883"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 97bc8336-c1bb-4190-8f44-6ef05511d085, pool_id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 47965307-fdda-44dc-a611-a5a7c3578232, pool_id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 34d95804-b45d-410f-bb16-8a26f49afa20, pool_id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: ed27390b-3b15-427c-a4b3-7c8083f63de8, pool_id: 21742b4e-23b7-43df-8530-fcf02dea3824 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: f2f6a3e1-dd9c-4ce6-82c7-3bf155c60654, pool_id: 61b32b1c-9218-4c36-b123-2959f1dfd4f0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 18fcb76d-90f3-4553-8f1f-534bc754da33, pool_id: 03f27c6c-e171-4450-8876-58f440dc9097 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: c336c55b-4384-4b13-97bb-0c94ae59eeb3, pool_id: 8a7d01cd-9218-405e-81a7-0632ac6eff3f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: c9703468-9848-4447-aff7-61fa4ac70286, pool_id: 695b40ec-ab62-486b-99a5-161c372e3934 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 758debc9-3e16-49fa-b911-5f5dccf8a1a1, pool_id: b36cfd4c-887e-4515-9f44-b45436c8de30 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.804566517Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.804580247Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:189"} {"msg":"No ledger in /pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.804584797Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:189"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.804588067Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1175"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.804610227Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.804614157Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.804617937Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.804620898Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.986055661Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:53.986079142Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"11d53b36-56c4-493b-908d-a4b25d43b82e (zpool)"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:29:54.224541748Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14929694437859465850"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:29:54.224643279Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11145020009661285028"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/203795ed-576b-40e4-bed8-7463e3f2162c)","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:29:54.460632692Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:54.927386689Z","hostname":"buskin","pid":1566,"component":"VmmReservoirManager","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:54.961093329Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:54.96864847Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:54.96872524Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:54.968732371Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:54.968738061Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:54.968743581Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:54.968832242Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:54.968837412Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.002735205Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_11d53b36-56c4-493b-908d-a4b25d43b82e/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.011144417Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_11d53b36-56c4-493b-908d-a4b25d43b82e","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.178854858Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.186715183Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.186740193Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.186766044Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.186773014Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.186778604Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.196775247Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.196799958Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.286131372Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.294299751Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.294331501Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.294339781Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.294361582Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.294371212Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.294509744Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.294516804Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.325947364Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_2c2f13ae-cbfd-4d35-8cda-af591905c789/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.332628553Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/203795ed-576b-40e4-bed8-7463e3f2162c)","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:29:55.463659854Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Looking for unencrypted datasets in oxp_2c2f13ae-cbfd-4d35-8cda-af591905c789","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.506408665Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.515218162Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.515256413Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.515264253Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.515269563Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.515275593Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.52550835Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.52553511Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"784212b9-62b7-432d-b0d7-e4600fa06921 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.620821144Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.628522187Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.628570797Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.628577357Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.628583387Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.628591827Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.628719839Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.628727339Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.665287618Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_784212b9-62b7-432d-b0d7-e4600fa06921/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.672865439Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_784212b9-62b7-432d-b0d7-e4600fa06921","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.843896504Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.851639988Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.851679558Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.851695878Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.851700358Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.851710799Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.861899945Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.861915805Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"21742b4e-23b7-43df-8530-fcf02dea3824 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.956688121Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 21742b4e-23b7-43df-8530-fcf02dea3824 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.965205385Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.965225005Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.965230975Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.965250076Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.965257566Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.965397168Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:55.965427248Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.001253536Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_21742b4e-23b7-43df-8530-fcf02dea3824/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.008910168Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_21742b4e-23b7-43df-8530-fcf02dea3824","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.180614083Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.188700661Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.188732101Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.188743541Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.188750491Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.188754981Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.199559416Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.199580076Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"61b32b1c-9218-4c36-b123-2959f1dfd4f0 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.296070635Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 61b32b1c-9218-4c36-b123-2959f1dfd4f0 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.304745891Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.304769591Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.304777602Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.304849213Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.304873053Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.304991794Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.305001355Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.339658558Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_61b32b1c-9218-4c36-b123-2959f1dfd4f0/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.348217322Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/203795ed-576b-40e4-bed8-7463e3f2162c)","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:29:56.466733176Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Looking for unencrypted datasets in oxp_61b32b1c-9218-4c36-b123-2959f1dfd4f0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.523102819Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.530758361Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.530793472Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.530800842Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.530806112Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.530810692Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.540957898Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.541002978Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"03f27c6c-e171-4450-8876-58f440dc9097 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.634645929Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 03f27c6c-e171-4450-8876-58f440dc9097 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.642509924Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.642545705Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.642552965Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.642587885Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.642597716Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.642744327Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.642751458Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.679400907Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_03f27c6c-e171-4450-8876-58f440dc9097/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.689690895Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_03f27c6c-e171-4450-8876-58f440dc9097","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.87194901Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.880351502Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.880399163Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.880405603Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.880414563Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.880435923Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.891588432Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.891618223Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"8a7d01cd-9218-405e-81a7-0632ac6eff3f (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:56.99247981Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 8a7d01cd-9218-405e-81a7-0632ac6eff3f (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.000788781Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.000823681Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.000832582Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.000855272Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.000865062Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.000984864Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.000995904Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.03891663Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_8a7d01cd-9218-405e-81a7-0632ac6eff3f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.047172731Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:29:57.214056191Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"11.047167063s"} {"msg":"Looking for unencrypted datasets in oxp_8a7d01cd-9218-405e-81a7-0632ac6eff3f","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.22371514Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.23197286Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.23201178Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.232048721Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.232059091Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.232063891Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.241959443Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.241988374Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"695b40ec-ab62-486b-99a5-161c372e3934 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.338681356Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 695b40ec-ab62-486b-99a5-161c372e3934 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.346669503Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.346703583Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.346711403Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.346723623Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.346730673Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.346897786Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.346904975Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.380403953Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_695b40ec-ab62-486b-99a5-161c372e3934/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.388047375Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/203795ed-576b-40e4-bed8-7463e3f2162c)","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:29:57.468915666Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Looking for unencrypted datasets in oxp_695b40ec-ab62-486b-99a5-161c372e3934","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.557987286Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.566221876Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.566270457Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.566276257Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.566282857Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.566288987Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.575970616Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.576002097Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"b36cfd4c-887e-4515-9f44-b45436c8de30 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.676867184Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: b36cfd4c-887e-4515-9f44-b45436c8de30 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.685231286Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.685264907Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.685271127Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.685311247Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.685320117Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.685472919Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.68548003Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.720771431Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_b36cfd4c-887e-4515-9f44-b45436c8de30/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.729096252Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_b36cfd4c-887e-4515-9f44-b45436c8de30","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.902610841Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.91081187Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.910860471Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.910918082Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:200"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.911029163Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 996782d1-dad1-4047-aff6-e695ddfee4b7 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 20e2b049-cfc5-4dbe-a0ef-d3766051460d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 21742b4e-23b7-43df-8530-fcf02dea3824 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 61b32b1c-9218-4c36-b123-2959f1dfd4f0 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 03f27c6c-e171-4450-8876-58f440dc9097 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8a7d01cd-9218-405e-81a7-0632ac6eff3f (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 695b40ec-ab62-486b-99a5-161c372e3934 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: b36cfd4c-887e-4515-9f44-b45436c8de30 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.911098764Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.911106034Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.911238416Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/omicron-physical-disks.json\""} {"msg":"Writing ledger to /pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.911249236Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.911466729Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/omicron-physical-disks.json\""} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.91152176Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:887"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.91153046Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.91153526Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:913","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.91154039Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:918"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.9115464Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:923"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.911571831Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:122","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.911578951Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:929"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.911610321Z","hostname":"buskin","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:799","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.911618411Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:934"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.911698892Z","hostname":"buskin","pid":1566,"uri":"/omicron-physical-disks","method":"PUT","req_id":"f610ebed-363f-4ebc-9a8b-fe79b4e15232","remote_addr":"[fd00:1122:3344:101::1]:39114","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":4107319,"response_code":"200"} {"msg":"attempting to set up sled's datasets: DatasetsConfig { generation: Generation(1), datasets: {03edf335-4ffa-4efa-a6b3-2b15bf239502 (dataset): DatasetConfig { id: 03edf335-4ffa-4efa-a6b3-2b15bf239502 (dataset), name: DatasetName { pool_name: ZpoolName { id: 03f27c6c-e171-4450-8876-58f440dc9097 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 05457679-274a-434b-9ed4-3c0fc7907a2f (dataset): DatasetConfig { id: 05457679-274a-434b-9ed4-3c0fc7907a2f (dataset), name: DatasetName { pool_name: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0f3e1ba3-2820-44e3-904f-8a15a1af35b5 (dataset): DatasetConfig { id: 0f3e1ba3-2820-44e3-904f-8a15a1af35b5 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21742b4e-23b7-43df-8530-fcf02dea3824 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 19ad8877-0cd8-430f-93d0-a2fe4b019f6b (dataset): DatasetConfig { id: 19ad8877-0cd8-430f-93d0-a2fe4b019f6b (dataset), name: DatasetName { pool_name: ZpoolName { id: 8a7d01cd-9218-405e-81a7-0632ac6eff3f (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 19f0a8f7-b7a3-4d74-92f0-f74df9a64beb (dataset): DatasetConfig { id: 19f0a8f7-b7a3-4d74-92f0-f74df9a64beb (dataset), name: DatasetName { pool_name: ZpoolName { id: 61b32b1c-9218-4c36-b123-2959f1dfd4f0 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1b198539-4ff5-4f12-b5ae-b3c93649cd6d (dataset): DatasetConfig { id: 1b198539-4ff5-4f12-b5ae-b3c93649cd6d (dataset), name: DatasetName { pool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 22d46aef-1b61-47c1-9beb-5a62ac1a43f9 (dataset): DatasetConfig { id: 22d46aef-1b61-47c1-9beb-5a62ac1a43f9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 61b32b1c-9218-4c36-b123-2959f1dfd4f0 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 236fdd07-cd10-49bf-b6f2-58198a053d10 (dataset): DatasetConfig { id: 236fdd07-cd10-49bf-b6f2-58198a053d10 (dataset), name: DatasetName { pool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_b62bf12e-c67b-4a78-937e-322230da8e1d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 295375ef-ce2c-444a-bfe2-4bde9d4cda58 (dataset): DatasetConfig { id: 295375ef-ce2c-444a-bfe2-4bde9d4cda58 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2ccf87c9-24cf-4dd8-929b-3d8730771fb9 (dataset): DatasetConfig { id: 2ccf87c9-24cf-4dd8-929b-3d8730771fb9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2d45f369-1fd0-49ab-9a17-63dac8e7b06f (dataset): DatasetConfig { id: 2d45f369-1fd0-49ab-9a17-63dac8e7b06f (dataset), name: DatasetName { pool_name: ZpoolName { id: 695b40ec-ab62-486b-99a5-161c372e3934 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2df3ed63-7409-48a5-944b-1bd8666ac753 (dataset): DatasetConfig { id: 2df3ed63-7409-48a5-944b-1bd8666ac753 (dataset), name: DatasetName { pool_name: ZpoolName { id: b36cfd4c-887e-4515-9f44-b45436c8de30 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 312ee046-21f2-4e53-8941-56b2fb40de04 (dataset): DatasetConfig { id: 312ee046-21f2-4e53-8941-56b2fb40de04 (dataset), name: DatasetName { pool_name: ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_0377cf96-baf3-4e09-a570-eb7c67037d4d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 336cabda-baae-4d4c-9a30-af4e8fc93ae8 (dataset): DatasetConfig { id: 336cabda-baae-4d4c-9a30-af4e8fc93ae8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3576f103-bba4-4034-bdcd-edf468a89141 (dataset): DatasetConfig { id: 3576f103-bba4-4034-bdcd-edf468a89141 (dataset), name: DatasetName { pool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_112d49fb-486a-4cde-88e1-1221a68bf3b6\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3b99859f-c8c3-4cc0-b7ef-4b65385a1d11 (dataset): DatasetConfig { id: 3b99859f-c8c3-4cc0-b7ef-4b65385a1d11 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4055c44f-2184-4a17-92e5-04f20536dfa3 (dataset): DatasetConfig { id: 4055c44f-2184-4a17-92e5-04f20536dfa3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8a7d01cd-9218-405e-81a7-0632ac6eff3f (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 45f63612-2006-4def-83fe-b41b32509f49 (dataset): DatasetConfig { id: 45f63612-2006-4def-83fe-b41b32509f49 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 46c4ddf9-8fcb-40a5-95f0-29d9374a5b56 (dataset): DatasetConfig { id: 46c4ddf9-8fcb-40a5-95f0-29d9374a5b56 (dataset), name: DatasetName { pool_name: ZpoolName { id: 61b32b1c-9218-4c36-b123-2959f1dfd4f0 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4a1f80cc-a8b4-4ef6-bfa6-17b4717d87bc (dataset): DatasetConfig { id: 4a1f80cc-a8b4-4ef6-bfa6-17b4717d87bc (dataset), name: DatasetName { pool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4e0eea48-efbc-4dda-b166-015961186363 (dataset): DatasetConfig { id: 4e0eea48-efbc-4dda-b166-015961186363 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4e4543ea-5c1e-4c5a-a828-e51fd398aa26 (dataset): DatasetConfig { id: 4e4543ea-5c1e-4c5a-a828-e51fd398aa26 (dataset), name: DatasetName { pool_name: ZpoolName { id: 695b40ec-ab62-486b-99a5-161c372e3934 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4eb3b93f-8722-47ee-b993-10e6065fef70 (dataset): DatasetConfig { id: 4eb3b93f-8722-47ee-b993-10e6065fef70 (dataset), name: DatasetName { pool_name: ZpoolName { id: 695b40ec-ab62-486b-99a5-161c372e3934 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 51b2f07d-6d34-45f8-b286-009e80ac96ec (dataset): DatasetConfig { id: 51b2f07d-6d34-45f8-b286-009e80ac96ec (dataset), name: DatasetName { pool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5460ae8e-cd99-4c92-b137-5797a76717e6 (dataset): DatasetConfig { id: 5460ae8e-cd99-4c92-b137-5797a76717e6 (dataset), name: DatasetName { pool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 55eaee5e-84e4-4889-b234-37f286c93c26 (dataset): DatasetConfig { id: 55eaee5e-84e4-4889-b234-37f286c93c26 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21742b4e-23b7-43df-8530-fcf02dea3824 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 57070133-a43f-44cc-8aa5-a60ffee76a7b (dataset): DatasetConfig { id: 57070133-a43f-44cc-8aa5-a60ffee76a7b (dataset), name: DatasetName { pool_name: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 5f844438-d007-4fdc-a321-42e34dc62063 (dataset): DatasetConfig { id: 5f844438-d007-4fdc-a321-42e34dc62063 (dataset), name: DatasetName { pool_name: ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 61d03f53-77d9-4561-9736-0e2fc1a6e0a9 (dataset): DatasetConfig { id: 61d03f53-77d9-4561-9736-0e2fc1a6e0a9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 03f27c6c-e171-4450-8876-58f440dc9097 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 654f8d55-de39-4d0e-a5a0-1be70de2c1ac (dataset): DatasetConfig { id: 654f8d55-de39-4d0e-a5a0-1be70de2c1ac (dataset), name: DatasetName { pool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 68bd8889-9970-4c99-a065-193ac7f97fc6 (dataset): DatasetConfig { id: 68bd8889-9970-4c99-a065-193ac7f97fc6 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21742b4e-23b7-43df-8530-fcf02dea3824 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6ef7e625-0b57-418c-88b9-c3220a68fe90 (dataset): DatasetConfig { id: 6ef7e625-0b57-418c-88b9-c3220a68fe90 (dataset), name: DatasetName { pool_name: ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 71fca6fd-25c0-4d68-8c3a-b783d0922a84 (dataset): DatasetConfig { id: 71fca6fd-25c0-4d68-8c3a-b783d0922a84 (dataset), name: DatasetName { pool_name: ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 770c9d78-7a5f-4d5d-a4ee-3e8e9f92669c (dataset): DatasetConfig { id: 770c9d78-7a5f-4d5d-a4ee-3e8e9f92669c (dataset), name: DatasetName { pool_name: ZpoolName { id: b36cfd4c-887e-4515-9f44-b45436c8de30 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7c437147-2b69-4049-b2bd-8a3e81a1f77a (dataset): DatasetConfig { id: 7c437147-2b69-4049-b2bd-8a3e81a1f77a (dataset), name: DatasetName { pool_name: ZpoolName { id: 8a7d01cd-9218-405e-81a7-0632ac6eff3f (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7fe61d08-0acb-49e3-aa42-c3bfd08e95ad (dataset): DatasetConfig { id: 7fe61d08-0acb-49e3-aa42-c3bfd08e95ad (dataset), name: DatasetName { pool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }, kind: TransientZone { name: \"oxz_clickhouse_33315960-bb75-402f-b35f-57bf31aa7fa1\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8bd4654e-b6d1-4a19-92b3-746058f05cd9 (dataset): DatasetConfig { id: 8bd4654e-b6d1-4a19-92b3-746058f05cd9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 03f27c6c-e171-4450-8876-58f440dc9097 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 91b0ed99-c23d-4c10-abbc-b053f40c2ef9 (dataset): DatasetConfig { id: 91b0ed99-c23d-4c10-abbc-b053f40c2ef9 (dataset), name: DatasetName { pool_name: ZpoolName { id: b36cfd4c-887e-4515-9f44-b45436c8de30 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 92cb3a87-aa7a-44d9-bb59-49a8151cfe51 (dataset): DatasetConfig { id: 92cb3a87-aa7a-44d9-bb59-49a8151cfe51 (dataset), name: DatasetName { pool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_90b200e8-d1ee-4e0d-975c-64628c5532d2\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9557b60a-e66f-492b-9831-7790350f0598 (dataset): DatasetConfig { id: 9557b60a-e66f-492b-9831-7790350f0598 (dataset), name: DatasetName { pool_name: ZpoolName { id: 61b32b1c-9218-4c36-b123-2959f1dfd4f0 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 95c16890-66c3-40d2-a7df-fdc8e8e10aff (dataset): DatasetConfig { id: 95c16890-66c3-40d2-a7df-fdc8e8e10aff (dataset), name: DatasetName { pool_name: ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9a779a1a-61b8-4778-8380-f8dc61ba0dcf (dataset): DatasetConfig { id: 9a779a1a-61b8-4778-8380-f8dc61ba0dcf (dataset), name: DatasetName { pool_name: ZpoolName { id: 695b40ec-ab62-486b-99a5-161c372e3934 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9acd37ed-0eca-488e-9a57-a4bb97e4f792 (dataset): DatasetConfig { id: 9acd37ed-0eca-488e-9a57-a4bb97e4f792 (dataset), name: DatasetName { pool_name: ZpoolName { id: 61b32b1c-9218-4c36-b123-2959f1dfd4f0 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9b9ffa89-8e36-40ea-a10a-f8357fa857a7 (dataset): DatasetConfig { id: 9b9ffa89-8e36-40ea-a10a-f8357fa857a7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9c540566-3c30-47cb-bfb4-5a36d42029c6 (dataset): DatasetConfig { id: 9c540566-3c30-47cb-bfb4-5a36d42029c6 (dataset), name: DatasetName { pool_name: ZpoolName { id: 03f27c6c-e171-4450-8876-58f440dc9097 (zpool), kind: External }, kind: TransientZone { name: \"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9dee5274-ce10-4688-bebd-c35babc558fe (dataset): DatasetConfig { id: 9dee5274-ce10-4688-bebd-c35babc558fe (dataset), name: DatasetName { pool_name: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a195a49b-b28a-4807-9c88-bf9a13817d9c (dataset): DatasetConfig { id: a195a49b-b28a-4807-9c88-bf9a13817d9c (dataset), name: DatasetName { pool_name: ZpoolName { id: 21742b4e-23b7-43df-8530-fcf02dea3824 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, a65dfb33-a9dd-4887-97fd-7b5444012de3 (dataset): DatasetConfig { id: a65dfb33-a9dd-4887-97fd-7b5444012de3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 61b32b1c-9218-4c36-b123-2959f1dfd4f0 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, a8c701a3-ce41-43dd-8cec-bffb03fb0059 (dataset): DatasetConfig { id: a8c701a3-ce41-43dd-8cec-bffb03fb0059 (dataset), name: DatasetName { pool_name: ZpoolName { id: 695b40ec-ab62-486b-99a5-161c372e3934 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, b5f9f378-083d-43d2-a859-199ab06f764c (dataset): DatasetConfig { id: b5f9f378-083d-43d2-a859-199ab06f764c (dataset), name: DatasetName { pool_name: ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }, kind: TransientZone { name: \"oxz_ntp_0136b26a-6758-4ad5-b364-f53a4233c038\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b835094c-3920-4062-bd83-47f90bc2deed (dataset): DatasetConfig { id: b835094c-3920-4062-bd83-47f90bc2deed (dataset), name: DatasetName { pool_name: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, bd2dd562-dac9-4660-9174-2fe45746163d (dataset): DatasetConfig { id: bd2dd562-dac9-4660-9174-2fe45746163d (dataset), name: DatasetName { pool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, bd7ae215-f651-4c26-8f56-ae84ece22eb0 (dataset): DatasetConfig { id: bd7ae215-f651-4c26-8f56-ae84ece22eb0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 03f27c6c-e171-4450-8876-58f440dc9097 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c09b5349-02ca-463b-897d-169374c2934d (dataset): DatasetConfig { id: c09b5349-02ca-463b-897d-169374c2934d (dataset), name: DatasetName { pool_name: ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c5177758-02e4-4421-b268-d4b589927570 (dataset): DatasetConfig { id: c5177758-02e4-4421-b268-d4b589927570 (dataset), name: DatasetName { pool_name: ZpoolName { id: b36cfd4c-887e-4515-9f44-b45436c8de30 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c5e5a529-3e0c-443c-8fe7-03101056b8d3 (dataset): DatasetConfig { id: c5e5a529-3e0c-443c-8fe7-03101056b8d3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d1631636-ab9e-48e2-819f-d11c2835d0ef (dataset): DatasetConfig { id: d1631636-ab9e-48e2-819f-d11c2835d0ef (dataset), name: DatasetName { pool_name: ZpoolName { id: 695b40ec-ab62-486b-99a5-161c372e3934 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d253912b-a096-4004-a62d-c57541e0ce38 (dataset): DatasetConfig { id: d253912b-a096-4004-a62d-c57541e0ce38 (dataset), name: DatasetName { pool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e110454f-5e39-484b-be3f-d6470ce21234 (dataset): DatasetConfig { id: e110454f-5e39-484b-be3f-d6470ce21234 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21742b4e-23b7-43df-8530-fcf02dea3824 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e417883a-2ae3-4432-8acd-6857aad2683f (dataset): DatasetConfig { id: e417883a-2ae3-4432-8acd-6857aad2683f (dataset), name: DatasetName { pool_name: ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e9998a4d-5121-4b6a-8c96-0fbc444d383f (dataset): DatasetConfig { id: e9998a4d-5121-4b6a-8c96-0fbc444d383f (dataset), name: DatasetName { pool_name: ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, eb028e85-f616-442c-9f2f-e663af2edef3 (dataset): DatasetConfig { id: eb028e85-f616-442c-9f2f-e663af2edef3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f4911ad2-f745-4c73-8d9f-443016c29f38 (dataset): DatasetConfig { id: f4911ad2-f745-4c73-8d9f-443016c29f38 (dataset), name: DatasetName { pool_name: ZpoolName { id: b36cfd4c-887e-4515-9f44-b45436c8de30 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f5790d30-5688-4da6-a240-a861be849e89 (dataset): DatasetConfig { id: f5790d30-5688-4da6-a240-a861be849e89 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_0d1b3b31-4591-4bcb-931d-e8e03365f0d2\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fa531235-fd57-4c1a-829c-ef60be217027 (dataset): DatasetConfig { id: fa531235-fd57-4c1a-829c-ef60be217027 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8a7d01cd-9218-405e-81a7-0632ac6eff3f (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, ffb8b3cf-68db-448c-9b7e-8a565e7e44b3 (dataset): DatasetConfig { id: ffb8b3cf-68db-448c-9b7e-8a565e7e44b3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21742b4e-23b7-43df-8530-fcf02dea3824 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }} }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.943106462Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:457"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.943206753Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:64049"} {"msg":"datasets ensure","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.94372708Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:849"} {"msg":"Received DatasetsEnsure { config: DatasetsConfig { generation: Generation(1), datasets: {03edf335-4ffa-4efa-a6b3-2b15bf239502 (dataset): DatasetConfig { id: 03edf335-4ffa-4efa-a6b3-2b15bf239502 (dataset), name: DatasetName { pool_name: ZpoolName { id: 03f27c6c-e171-4450-8876-58f440dc9097 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 05457679-274a-434b-9ed4-3c0fc7907a2f (dataset): DatasetConfig { id: 05457679-274a-434b-9ed4-3c0fc7907a2f (dataset), name: DatasetName { pool_name: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0f3e1ba3-2820-44e3-904f-8a15a1af35b5 (dataset): DatasetConfig { id: 0f3e1ba3-2820-44e3-904f-8a15a1af35b5 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21742b4e-23b7-43df-8530-fcf02dea3824 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 19ad8877-0cd8-430f-93d0-a2fe4b019f6b (dataset): DatasetConfig { id: 19ad8877-0cd8-430f-93d0-a2fe4b019f6b (dataset), name: DatasetName { pool_name: ZpoolName { id: 8a7d01cd-9218-405e-81a7-0632ac6eff3f (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 19f0a8f7-b7a3-4d74-92f0-f74df9a64beb (dataset): DatasetConfig { id: 19f0a8f7-b7a3-4d74-92f0-f74df9a64beb (dataset), name: DatasetName { pool_name: ZpoolName { id: 61b32b1c-9218-4c36-b123-2959f1dfd4f0 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1b198539-4ff5-4f12-b5ae-b3c93649cd6d (dataset): DatasetConfig { id: 1b198539-4ff5-4f12-b5ae-b3c93649cd6d (dataset), name: DatasetName { pool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 22d46aef-1b61-47c1-9beb-5a62ac1a43f9 (dataset): DatasetConfig { id: 22d46aef-1b61-47c1-9beb-5a62ac1a43f9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 61b32b1c-9218-4c36-b123-2959f1dfd4f0 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 236fdd07-cd10-49bf-b6f2-58198a053d10 (dataset): DatasetConfig { id: 236fdd07-cd10-49bf-b6f2-58198a053d10 (dataset), name: DatasetName { pool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_b62bf12e-c67b-4a78-937e-322230da8e1d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 295375ef-ce2c-444a-bfe2-4bde9d4cda58 (dataset): DatasetConfig { id: 295375ef-ce2c-444a-bfe2-4bde9d4cda58 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2ccf87c9-24cf-4dd8-929b-3d8730771fb9 (dataset): DatasetConfig { id: 2ccf87c9-24cf-4dd8-929b-3d8730771fb9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2d45f369-1fd0-49ab-9a17-63dac8e7b06f (dataset): DatasetConfig { id: 2d45f369-1fd0-49ab-9a17-63dac8e7b06f (dataset), name: DatasetName { pool_name: ZpoolName { id: 695b40ec-ab62-486b-99a5-161c372e3934 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2df3ed63-7409-48a5-944b-1bd8666ac753 (dataset): DatasetConfig { id: 2df3ed63-7409-48a5-944b-1bd8666ac753 (dataset), name: DatasetName { pool_name: ZpoolName { id: b36cfd4c-887e-4515-9f44-b45436c8de30 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 312ee046-21f2-4e53-8941-56b2fb40de04 (dataset): DatasetConfig { id: 312ee046-21f2-4e53-8941-56b2fb40de04 (dataset), name: DatasetName { pool_name: ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_0377cf96-baf3-4e09-a570-eb7c67037d4d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 336cabda-baae-4d4c-9a30-af4e8fc93ae8 (dataset): DatasetConfig { id: 336cabda-baae-4d4c-9a30-af4e8fc93ae8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3576f103-bba4-4034-bdcd-edf468a89141 (dataset): DatasetConfig { id: 3576f103-bba4-4034-bdcd-edf468a89141 (dataset), name: DatasetName { pool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_112d49fb-486a-4cde-88e1-1221a68bf3b6\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3b99859f-c8c3-4cc0-b7ef-4b65385a1d11 (dataset): DatasetConfig { id: 3b99859f-c8c3-4cc0-b7ef-4b65385a1d11 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4055c44f-2184-4a17-92e5-04f20536dfa3 (dataset): DatasetConfig { id: 4055c44f-2184-4a17-92e5-04f20536dfa3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8a7d01cd-9218-405e-81a7-0632ac6eff3f (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 45f63612-2006-4def-83fe-b41b32509f49 (dataset): DatasetConfig { id: 45f63612-2006-4def-83fe-b41b32509f49 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 46c4ddf9-8fcb-40a5-95f0-29d9374a5b56 (dataset): DatasetConfig { id: 46c4ddf9-8fcb-40a5-95f0-29d9374a5b56 (dataset), name: DatasetName { pool_name: ZpoolName { id: 61b32b1c-9218-4c36-b123-2959f1dfd4f0 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4a1f80cc-a8b4-4ef6-bfa6-17b4717d87bc (dataset): DatasetConfig { id: 4a1f80cc-a8b4-4ef6-bfa6-17b4717d87bc (dataset), name: DatasetName { pool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4e0eea48-efbc-4dda-b166-015961186363 (dataset): DatasetConfig { id: 4e0eea48-efbc-4dda-b166-015961186363 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4e4543ea-5c1e-4c5a-a828-e51fd398aa26 (dataset): DatasetConfig { id: 4e4543ea-5c1e-4c5a-a828-e51fd398aa26 (dataset), name: DatasetName { pool_name: ZpoolName { id: 695b40ec-ab62-486b-99a5-161c372e3934 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4eb3b93f-8722-47ee-b993-10e6065fef70 (dataset): DatasetConfig { id: 4eb3b93f-8722-47ee-b993-10e6065fef70 (dataset), name: DatasetName { pool_name: ZpoolName { id: 695b40ec-ab62-486b-99a5-161c372e3934 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 51b2f07d-6d34-45f8-b286-009e80ac96ec (dataset): DatasetConfig { id: 51b2f07d-6d34-45f8-b286-009e80ac96ec (dataset), name: DatasetName { pool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5460ae8e-cd99-4c92-b137-5797a76717e6 (dataset): DatasetConfig { id: 5460ae8e-cd99-4c92-b137-5797a76717e6 (dataset), name: DatasetName { pool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 55eaee5e-84e4-4889-b234-37f286c93c26 (dataset): DatasetConfig { id: 55eaee5e-84e4-4889-b234-37f286c93c26 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21742b4e-23b7-43df-8530-fcf02dea3824 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 57070133-a43f-44cc-8aa5-a60ffee76a7b (dataset): DatasetConfig { id: 57070133-a43f-44cc-8aa5-a60ffee76a7b (dataset), name: DatasetName { pool_name: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 5f844438-d007-4fdc-a321-42e34dc62063 (dataset): DatasetConfig { id: 5f844438-d007-4fdc-a321-42e34dc62063 (dataset), name: DatasetName { pool_name: ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 61d03f53-77d9-4561-9736-0e2fc1a6e0a9 (dataset): DatasetConfig { id: 61d03f53-77d9-4561-9736-0e2fc1a6e0a9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 03f27c6c-e171-4450-8876-58f440dc9097 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 654f8d55-de39-4d0e-a5a0-1be70de2c1ac (dataset): DatasetConfig { id: 654f8d55-de39-4d0e-a5a0-1be70de2c1ac (dataset), name: DatasetName { pool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 68bd8889-9970-4c99-a065-193ac7f97fc6 (dataset): DatasetConfig { id: 68bd8889-9970-4c99-a065-193ac7f97fc6 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21742b4e-23b7-43df-8530-fcf02dea3824 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6ef7e625-0b57-418c-88b9-c3220a68fe90 (dataset): DatasetConfig { id: 6ef7e625-0b57-418c-88b9-c3220a68fe90 (dataset), name: DatasetName { pool_name: ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 71fca6fd-25c0-4d68-8c3a-b783d0922a84 (dataset): DatasetConfig { id: 71fca6fd-25c0-4d68-8c3a-b783d0922a84 (dataset), name: DatasetName { pool_name: ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 770c9d78-7a5f-4d5d-a4ee-3e8e9f92669c (dataset): DatasetConfig { id: 770c9d78-7a5f-4d5d-a4ee-3e8e9f92669c (dataset), name: DatasetName { pool_name: ZpoolName { id: b36cfd4c-887e-4515-9f44-b45436c8de30 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7c437147-2b69-4049-b2bd-8a3e81a1f77a (dataset): DatasetConfig { id: 7c437147-2b69-4049-b2bd-8a3e81a1f77a (dataset), name: DatasetName { pool_name: ZpoolName { id: 8a7d01cd-9218-405e-81a7-0632ac6eff3f (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7fe61d08-0acb-49e3-aa42-c3bfd08e95ad (dataset): DatasetConfig { id: 7fe61d08-0acb-49e3-aa42-c3bfd08e95ad (dataset), name: DatasetName { pool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }, kind: TransientZone { name: \"oxz_clickhouse_33315960-bb75-402f-b35f-57bf31aa7fa1\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8bd4654e-b6d1-4a19-92b3-746058f05cd9 (dataset): DatasetConfig { id: 8bd4654e-b6d1-4a19-92b3-746058f05cd9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 03f27c6c-e171-4450-8876-58f440dc9097 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 91b0ed99-c23d-4c10-abbc-b053f40c2ef9 (dataset): DatasetConfig { id: 91b0ed99-c23d-4c10-abbc-b053f40c2ef9 (dataset), name: DatasetName { pool_name: ZpoolName { id: b36cfd4c-887e-4515-9f44-b45436c8de30 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 92cb3a87-aa7a-44d9-bb59-49a8151cfe51 (dataset): DatasetConfig { id: 92cb3a87-aa7a-44d9-bb59-49a8151cfe51 (dataset), name: DatasetName { pool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_90b200e8-d1ee-4e0d-975c-64628c5532d2\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9557b60a-e66f-492b-9831-7790350f0598 (dataset): DatasetConfig { id: 9557b60a-e66f-492b-9831-7790350f0598 (dataset), name: DatasetName { pool_name: ZpoolName { id: 61b32b1c-9218-4c36-b123-2959f1dfd4f0 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 95c16890-66c3-40d2-a7df-fdc8e8e10aff (dataset): DatasetConfig { id: 95c16890-66c3-40d2-a7df-fdc8e8e10aff (dataset), name: DatasetName { pool_name: ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9a779a1a-61b8-4778-8380-f8dc61ba0dcf (dataset): DatasetConfig { id: 9a779a1a-61b8-4778-8380-f8dc61ba0dcf (dataset), name: DatasetName { pool_name: ZpoolName { id: 695b40ec-ab62-486b-99a5-161c372e3934 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9acd37ed-0eca-488e-9a57-a4bb97e4f792 (dataset): DatasetConfig { id: 9acd37ed-0eca-488e-9a57-a4bb97e4f792 (dataset), name: DatasetName { pool_name: ZpoolName { id: 61b32b1c-9218-4c36-b123-2959f1dfd4f0 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9b9ffa89-8e36-40ea-a10a-f8357fa857a7 (dataset): DatasetConfig { id: 9b9ffa89-8e36-40ea-a10a-f8357fa857a7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9c540566-3c30-47cb-bfb4-5a36d42029c6 (dataset): DatasetConfig { id: 9c540566-3c30-47cb-bfb4-5a36d42029c6 (dataset), name: DatasetName { pool_name: ZpoolName { id: 03f27c6c-e171-4450-8876-58f440dc9097 (zpool), kind: External }, kind: TransientZone { name: \"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9dee5274-ce10-4688-bebd-c35babc558fe (dataset): DatasetConfig { id: 9dee5274-ce10-4688-bebd-c35babc558fe (dataset), name: DatasetName { pool_name: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a195a49b-b28a-4807-9c88-bf9a13817d9c (dataset): DatasetConfig { id: a195a49b-b28a-4807-9c88-bf9a13817d9c (dataset), name: DatasetName { pool_name: ZpoolName { id: 21742b4e-23b7-43df-8530-fcf02dea3824 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, a65dfb33-a9dd-4887-97fd-7b5444012de3 (dataset): DatasetConfig { id: a65dfb33-a9dd-4887-97fd-7b5444012de3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 61b32b1c-9218-4c36-b123-2959f1dfd4f0 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, a8c701a3-ce41-43dd-8cec-bffb03fb0059 (dataset): DatasetConfig { id: a8c701a3-ce41-43dd-8cec-bffb03fb0059 (dataset), name: DatasetName { pool_name: ZpoolName { id: 695b40ec-ab62-486b-99a5-161c372e3934 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, b5f9f378-083d-43d2-a859-199ab06f764c (dataset): DatasetConfig { id: b5f9f378-083d-43d2-a859-199ab06f764c (dataset), name: DatasetName { pool_name: ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }, kind: TransientZone { name: \"oxz_ntp_0136b26a-6758-4ad5-b364-f53a4233c038\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b835094c-3920-4062-bd83-47f90bc2deed (dataset): DatasetConfig { id: b835094c-3920-4062-bd83-47f90bc2deed (dataset), name: DatasetName { pool_name: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, bd2dd562-dac9-4660-9174-2fe45746163d (dataset): DatasetConfig { id: bd2dd562-dac9-4660-9174-2fe45746163d (dataset), name: DatasetName { pool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, bd7ae215-f651-4c26-8f56-ae84ece22eb0 (dataset): DatasetConfig { id: bd7ae215-f651-4c26-8f56-ae84ece22eb0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 03f27c6c-e171-4450-8876-58f440dc9097 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c09b5349-02ca-463b-897d-169374c2934d (dataset): DatasetConfig { id: c09b5349-02ca-463b-897d-169374c2934d (dataset), name: DatasetName { pool_name: ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c5177758-02e4-4421-b268-d4b589927570 (dataset): DatasetConfig { id: c5177758-02e4-4421-b268-d4b589927570 (dataset), name: DatasetName { pool_name: ZpoolName { id: b36cfd4c-887e-4515-9f44-b45436c8de30 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c5e5a529-3e0c-443c-8fe7-03101056b8d3 (dataset): DatasetConfig { id: c5e5a529-3e0c-443c-8fe7-03101056b8d3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d1631636-ab9e-48e2-819f-d11c2835d0ef (dataset): DatasetConfig { id: d1631636-ab9e-48e2-819f-d11c2835d0ef (dataset), name: DatasetName { pool_name: ZpoolName { id: 695b40ec-ab62-486b-99a5-161c372e3934 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d253912b-a096-4004-a62d-c57541e0ce38 (dataset): DatasetConfig { id: d253912b-a096-4004-a62d-c57541e0ce38 (dataset), name: DatasetName { pool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e110454f-5e39-484b-be3f-d6470ce21234 (dataset): DatasetConfig { id: e110454f-5e39-484b-be3f-d6470ce21234 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21742b4e-23b7-43df-8530-fcf02dea3824 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e417883a-2ae3-4432-8acd-6857aad2683f (dataset): DatasetConfig { id: e417883a-2ae3-4432-8acd-6857aad2683f (dataset), name: DatasetName { pool_name: ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e9998a4d-5121-4b6a-8c96-0fbc444d383f (dataset): DatasetConfig { id: e9998a4d-5121-4b6a-8c96-0fbc444d383f (dataset), name: DatasetName { pool_name: ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, eb028e85-f616-442c-9f2f-e663af2edef3 (dataset): DatasetConfig { id: eb028e85-f616-442c-9f2f-e663af2edef3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f4911ad2-f745-4c73-8d9f-443016c29f38 (dataset): DatasetConfig { id: f4911ad2-f745-4c73-8d9f-443016c29f38 (dataset), name: DatasetName { pool_name: ZpoolName { id: b36cfd4c-887e-4515-9f44-b45436c8de30 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f5790d30-5688-4da6-a240-a861be849e89 (dataset): DatasetConfig { id: f5790d30-5688-4da6-a240-a861be849e89 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_0d1b3b31-4591-4bcb-931d-e8e03365f0d2\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fa531235-fd57-4c1a-829c-ef60be217027 (dataset): DatasetConfig { id: fa531235-fd57-4c1a-829c-ef60be217027 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8a7d01cd-9218-405e-81a7-0632ac6eff3f (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, ffb8b3cf-68db-448c-9b7e-8a565e7e44b3 (dataset): DatasetConfig { id: ffb8b3cf-68db-448c-9b7e-8a565e7e44b3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21742b4e-23b7-43df-8530-fcf02dea3824 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }} }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.943893352Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.943900732Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:189"} {"msg":"No ledger in /pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.943905423Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:189"} {"msg":"No previously-stored 'requested datasets', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.943909103Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:906"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.943912472Z","hostname":"buskin","pid":1566,"name":"oxp_03f27c6c-e171-4450-8876-58f440dc9097/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:57.943916123Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/03f27c6c-e171-4450-8876-58f440dc9097/crypt/zone\"), full_name: \"oxp_03f27c6c-e171-4450-8876-58f440dc9097/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:58.011710288Z","hostname":"buskin","pid":1566,"name":"oxp_2c2f13ae-cbfd-4d35-8cda-af591905c789/crypt/zone/oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:58.011751918Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/2c2f13ae-cbfd-4d35-8cda-af591905c789/crypt/zone/oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839\"), full_name: \"oxp_2c2f13ae-cbfd-4d35-8cda-af591905c789/crypt/zone/oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:58.108669753Z","hostname":"buskin","pid":1566,"name":"oxp_21742b4e-23b7-43df-8530-fcf02dea3824/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:58.108710744Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_21742b4e-23b7-43df-8530-fcf02dea3824/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:58.197161276Z","hostname":"buskin","pid":1566,"name":"oxp_8a7d01cd-9218-405e-81a7-0632ac6eff3f/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:58.197195256Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/8a7d01cd-9218-405e-81a7-0632ac6eff3f/crypt/zone\"), full_name: \"oxp_8a7d01cd-9218-405e-81a7-0632ac6eff3f/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:58.264659898Z","hostname":"buskin","pid":1566,"name":"oxp_61b32b1c-9218-4c36-b123-2959f1dfd4f0/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:58.264691108Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_61b32b1c-9218-4c36-b123-2959f1dfd4f0/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:58.352659684Z","hostname":"buskin","pid":1566,"name":"oxp_11d53b36-56c4-493b-908d-a4b25d43b82e/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:58.352695404Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/11d53b36-56c4-493b-908d-a4b25d43b82e/crypt/zone\"), full_name: \"oxp_11d53b36-56c4-493b-908d-a4b25d43b82e/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:58.420017424Z","hostname":"buskin","pid":1566,"name":"oxp_61b32b1c-9218-4c36-b123-2959f1dfd4f0/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:58.420051704Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_61b32b1c-9218-4c36-b123-2959f1dfd4f0/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/203795ed-576b-40e4-bed8-7463e3f2162c)","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:29:58.471502922Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:58.507693585Z","hostname":"buskin","pid":1566,"name":"oxp_11d53b36-56c4-493b-908d-a4b25d43b82e/crypt/zone/oxz_cockroachdb_b62bf12e-c67b-4a78-937e-322230da8e1d","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:58.507735646Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/11d53b36-56c4-493b-908d-a4b25d43b82e/crypt/zone/oxz_cockroachdb_b62bf12e-c67b-4a78-937e-322230da8e1d\"), full_name: \"oxp_11d53b36-56c4-493b-908d-a4b25d43b82e/crypt/zone/oxz_cockroachdb_b62bf12e-c67b-4a78-937e-322230da8e1d\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:58.603578236Z","hostname":"buskin","pid":1566,"name":"oxp_2c2f13ae-cbfd-4d35-8cda-af591905c789/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:58.603618047Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_2c2f13ae-cbfd-4d35-8cda-af591905c789/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:58.691965267Z","hostname":"buskin","pid":1566,"name":"oxp_11d53b36-56c4-493b-908d-a4b25d43b82e/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:58.692001048Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_11d53b36-56c4-493b-908d-a4b25d43b82e/crypt/external_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:58.794583798Z","hostname":"buskin","pid":1566,"name":"oxp_695b40ec-ab62-486b-99a5-161c372e3934/crypt/zone/oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:58.794626579Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/695b40ec-ab62-486b-99a5-161c372e3934/crypt/zone/oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0\"), full_name: \"oxp_695b40ec-ab62-486b-99a5-161c372e3934/crypt/zone/oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:58.892398756Z","hostname":"buskin","pid":1566,"name":"oxp_b36cfd4c-887e-4515-9f44-b45436c8de30/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:58.892435366Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/b36cfd4c-887e-4515-9f44-b45436c8de30/crypt/zone\"), full_name: \"oxp_b36cfd4c-887e-4515-9f44-b45436c8de30/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:58.959202788Z","hostname":"buskin","pid":1566,"name":"oxp_784212b9-62b7-432d-b0d7-e4600fa06921/crypt/zone/oxz_internal_dns_0377cf96-baf3-4e09-a570-eb7c67037d4d","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:58.959236118Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/784212b9-62b7-432d-b0d7-e4600fa06921/crypt/zone/oxz_internal_dns_0377cf96-baf3-4e09-a570-eb7c67037d4d\"), full_name: \"oxp_784212b9-62b7-432d-b0d7-e4600fa06921/crypt/zone/oxz_internal_dns_0377cf96-baf3-4e09-a570-eb7c67037d4d\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:59.059532308Z","hostname":"buskin","pid":1566,"name":"oxp_2c2f13ae-cbfd-4d35-8cda-af591905c789/crypt/zone/oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:59.059570588Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/2c2f13ae-cbfd-4d35-8cda-af591905c789/crypt/zone/oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d\"), full_name: \"oxp_2c2f13ae-cbfd-4d35-8cda-af591905c789/crypt/zone/oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:59.159182259Z","hostname":"buskin","pid":1566,"name":"oxp_11d53b36-56c4-493b-908d-a4b25d43b82e/crypt/zone/oxz_internal_dns_112d49fb-486a-4cde-88e1-1221a68bf3b6","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:59.15922314Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/11d53b36-56c4-493b-908d-a4b25d43b82e/crypt/zone/oxz_internal_dns_112d49fb-486a-4cde-88e1-1221a68bf3b6\"), full_name: \"oxp_11d53b36-56c4-493b-908d-a4b25d43b82e/crypt/zone/oxz_internal_dns_112d49fb-486a-4cde-88e1-1221a68bf3b6\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:59.256126515Z","hostname":"buskin","pid":1566,"name":"oxp_2c2f13ae-cbfd-4d35-8cda-af591905c789/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:59.256170215Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_2c2f13ae-cbfd-4d35-8cda-af591905c789/crypt/external_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:59.343675505Z","hostname":"buskin","pid":1566,"name":"oxp_8a7d01cd-9218-405e-81a7-0632ac6eff3f/crypt/zone/oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:59.343716885Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/8a7d01cd-9218-405e-81a7-0632ac6eff3f/crypt/zone/oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb\"), full_name: \"oxp_8a7d01cd-9218-405e-81a7-0632ac6eff3f/crypt/zone/oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:59.438844426Z","hostname":"buskin","pid":1566,"name":"oxp_2c2f13ae-cbfd-4d35-8cda-af591905c789/crypt/zone/oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:59.438887607Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/2c2f13ae-cbfd-4d35-8cda-af591905c789/crypt/zone/oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c\"), full_name: \"oxp_2c2f13ae-cbfd-4d35-8cda-af591905c789/crypt/zone/oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/203795ed-576b-40e4-bed8-7463e3f2162c)","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:29:59.472998102Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:59.536906996Z","hostname":"buskin","pid":1566,"name":"oxp_61b32b1c-9218-4c36-b123-2959f1dfd4f0/crypt/zone/oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:59.536938727Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/61b32b1c-9218-4c36-b123-2959f1dfd4f0/crypt/zone/oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e\"), full_name: \"oxp_61b32b1c-9218-4c36-b123-2959f1dfd4f0/crypt/zone/oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:59.635759637Z","hostname":"buskin","pid":1566,"name":"oxp_11d53b36-56c4-493b-908d-a4b25d43b82e/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:59.635800188Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_11d53b36-56c4-493b-908d-a4b25d43b82e/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:59.72427694Z","hostname":"buskin","pid":1566,"name":"oxp_2c2f13ae-cbfd-4d35-8cda-af591905c789/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:59.724315951Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/2c2f13ae-cbfd-4d35-8cda-af591905c789/crypt/zone\"), full_name: \"oxp_2c2f13ae-cbfd-4d35-8cda-af591905c789/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:59.79236249Z","hostname":"buskin","pid":1566,"name":"oxp_695b40ec-ab62-486b-99a5-161c372e3934/crypt/zone/oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:59.79239647Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/695b40ec-ab62-486b-99a5-161c372e3934/crypt/zone/oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d\"), full_name: \"oxp_695b40ec-ab62-486b-99a5-161c372e3934/crypt/zone/oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:59.890346969Z","hostname":"buskin","pid":1566,"name":"oxp_695b40ec-ab62-486b-99a5-161c372e3934/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:59.890389699Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/695b40ec-ab62-486b-99a5-161c372e3934/crypt/zone\"), full_name: \"oxp_695b40ec-ab62-486b-99a5-161c372e3934/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:59.957868311Z","hostname":"buskin","pid":1566,"name":"oxp_11d53b36-56c4-493b-908d-a4b25d43b82e/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:29:59.957903081Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_11d53b36-56c4-493b-908d-a4b25d43b82e/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:00.046429424Z","hostname":"buskin","pid":1566,"name":"oxp_11d53b36-56c4-493b-908d-a4b25d43b82e/crypt/zone/oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:00.046471784Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/11d53b36-56c4-493b-908d-a4b25d43b82e/crypt/zone/oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318\"), full_name: \"oxp_11d53b36-56c4-493b-908d-a4b25d43b82e/crypt/zone/oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:00.142634659Z","hostname":"buskin","pid":1566,"name":"oxp_21742b4e-23b7-43df-8530-fcf02dea3824/crypt/zone/oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:00.14267539Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/21742b4e-23b7-43df-8530-fcf02dea3824/crypt/zone/oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5\"), full_name: \"oxp_21742b4e-23b7-43df-8530-fcf02dea3824/crypt/zone/oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:00.244612912Z","hostname":"buskin","pid":1566,"name":"oxp_2c2f13ae-cbfd-4d35-8cda-af591905c789/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:00.244652523Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/2c2f13ae-cbfd-4d35-8cda-af591905c789/crypt/debug\"), full_name: \"oxp_2c2f13ae-cbfd-4d35-8cda-af591905c789/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:00.312623841Z","hostname":"buskin","pid":1566,"name":"oxp_784212b9-62b7-432d-b0d7-e4600fa06921/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:00.312663211Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_784212b9-62b7-432d-b0d7-e4600fa06921/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:00.400385603Z","hostname":"buskin","pid":1566,"name":"oxp_03f27c6c-e171-4450-8876-58f440dc9097/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:00.400425254Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/03f27c6c-e171-4450-8876-58f440dc9097/crypt/debug\"), full_name: \"oxp_03f27c6c-e171-4450-8876-58f440dc9097/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:00.466149522Z","hostname":"buskin","pid":1566,"name":"oxp_11d53b36-56c4-493b-908d-a4b25d43b82e/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:00.466185272Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/11d53b36-56c4-493b-908d-a4b25d43b82e/crypt/debug\"), full_name: \"oxp_11d53b36-56c4-493b-908d-a4b25d43b82e/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/203795ed-576b-40e4-bed8-7463e3f2162c)","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:00.477877639Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:00.53412263Z","hostname":"buskin","pid":1566,"name":"oxp_21742b4e-23b7-43df-8530-fcf02dea3824/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:00.534157891Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/21742b4e-23b7-43df-8530-fcf02dea3824/crypt/zone\"), full_name: \"oxp_21742b4e-23b7-43df-8530-fcf02dea3824/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:00.60298104Z","hostname":"buskin","pid":1566,"name":"oxp_784212b9-62b7-432d-b0d7-e4600fa06921/crypt/zone/oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:00.603020641Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/784212b9-62b7-432d-b0d7-e4600fa06921/crypt/zone/oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1\"), full_name: \"oxp_784212b9-62b7-432d-b0d7-e4600fa06921/crypt/zone/oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:00.700285691Z","hostname":"buskin","pid":1566,"name":"oxp_784212b9-62b7-432d-b0d7-e4600fa06921/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:00.700328211Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/784212b9-62b7-432d-b0d7-e4600fa06921/crypt/debug\"), full_name: \"oxp_784212b9-62b7-432d-b0d7-e4600fa06921/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:00.772315963Z","hostname":"buskin","pid":1566,"name":"oxp_b36cfd4c-887e-4515-9f44-b45436c8de30/crypt/zone/oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:00.772367384Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/b36cfd4c-887e-4515-9f44-b45436c8de30/crypt/zone/oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5\"), full_name: \"oxp_b36cfd4c-887e-4515-9f44-b45436c8de30/crypt/zone/oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:00.869775135Z","hostname":"buskin","pid":1566,"name":"oxp_8a7d01cd-9218-405e-81a7-0632ac6eff3f/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:00.869821946Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_8a7d01cd-9218-405e-81a7-0632ac6eff3f/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:00.955569842Z","hostname":"buskin","pid":1566,"name":"oxp_11d53b36-56c4-493b-908d-a4b25d43b82e/crypt/zone/oxz_clickhouse_33315960-bb75-402f-b35f-57bf31aa7fa1","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:00.955613432Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/11d53b36-56c4-493b-908d-a4b25d43b82e/crypt/zone/oxz_clickhouse_33315960-bb75-402f-b35f-57bf31aa7fa1\"), full_name: \"oxp_11d53b36-56c4-493b-908d-a4b25d43b82e/crypt/zone/oxz_clickhouse_33315960-bb75-402f-b35f-57bf31aa7fa1\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:01.054745436Z","hostname":"buskin","pid":1566,"name":"oxp_03f27c6c-e171-4450-8876-58f440dc9097/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:01.054804297Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_03f27c6c-e171-4450-8876-58f440dc9097/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:01.143803956Z","hostname":"buskin","pid":1566,"name":"oxp_b36cfd4c-887e-4515-9f44-b45436c8de30/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:01.143847597Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/b36cfd4c-887e-4515-9f44-b45436c8de30/crypt/debug\"), full_name: \"oxp_b36cfd4c-887e-4515-9f44-b45436c8de30/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:01.212276681Z","hostname":"buskin","pid":1566,"name":"oxp_11d53b36-56c4-493b-908d-a4b25d43b82e/crypt/zone/oxz_external_dns_90b200e8-d1ee-4e0d-975c-64628c5532d2","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:01.212325012Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/11d53b36-56c4-493b-908d-a4b25d43b82e/crypt/zone/oxz_external_dns_90b200e8-d1ee-4e0d-975c-64628c5532d2\"), full_name: \"oxp_11d53b36-56c4-493b-908d-a4b25d43b82e/crypt/zone/oxz_external_dns_90b200e8-d1ee-4e0d-975c-64628c5532d2\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:01.310747267Z","hostname":"buskin","pid":1566,"name":"oxp_61b32b1c-9218-4c36-b123-2959f1dfd4f0/crypt/zone/oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:01.310800537Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/61b32b1c-9218-4c36-b123-2959f1dfd4f0/crypt/zone/oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454\"), full_name: \"oxp_61b32b1c-9218-4c36-b123-2959f1dfd4f0/crypt/zone/oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:01.407879414Z","hostname":"buskin","pid":1566,"name":"oxp_784212b9-62b7-432d-b0d7-e4600fa06921/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:01.407924395Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_784212b9-62b7-432d-b0d7-e4600fa06921/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/203795ed-576b-40e4-bed8-7463e3f2162c)","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:01.479997718Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:01.495677068Z","hostname":"buskin","pid":1566,"name":"oxp_695b40ec-ab62-486b-99a5-161c372e3934/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:01.495714268Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_695b40ec-ab62-486b-99a5-161c372e3934/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:01.581865679Z","hostname":"buskin","pid":1566,"name":"oxp_61b32b1c-9218-4c36-b123-2959f1dfd4f0/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:01.58190428Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/61b32b1c-9218-4c36-b123-2959f1dfd4f0/crypt/zone\"), full_name: \"oxp_61b32b1c-9218-4c36-b123-2959f1dfd4f0/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:01.650380875Z","hostname":"buskin","pid":1566,"name":"oxp_784212b9-62b7-432d-b0d7-e4600fa06921/crypt/zone/oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:01.650433966Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/784212b9-62b7-432d-b0d7-e4600fa06921/crypt/zone/oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8\"), full_name: \"oxp_784212b9-62b7-432d-b0d7-e4600fa06921/crypt/zone/oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:01.748229632Z","hostname":"buskin","pid":1566,"name":"oxp_03f27c6c-e171-4450-8876-58f440dc9097/crypt/zone/oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:01.748269263Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/03f27c6c-e171-4450-8876-58f440dc9097/crypt/zone/oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619\"), full_name: \"oxp_03f27c6c-e171-4450-8876-58f440dc9097/crypt/zone/oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:01.8483833Z","hostname":"buskin","pid":1566,"name":"oxp_2c2f13ae-cbfd-4d35-8cda-af591905c789/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:01.848427581Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_2c2f13ae-cbfd-4d35-8cda-af591905c789/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:01.960868933Z","hostname":"buskin","pid":1566,"name":"oxp_21742b4e-23b7-43df-8530-fcf02dea3824/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:01.960914994Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/21742b4e-23b7-43df-8530-fcf02dea3824/crypt/debug\"), full_name: \"oxp_21742b4e-23b7-43df-8530-fcf02dea3824/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:02.030526584Z","hostname":"buskin","pid":1566,"name":"oxp_61b32b1c-9218-4c36-b123-2959f1dfd4f0/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:02.030569834Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/61b32b1c-9218-4c36-b123-2959f1dfd4f0/crypt/debug\"), full_name: \"oxp_61b32b1c-9218-4c36-b123-2959f1dfd4f0/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:02.100421267Z","hostname":"buskin","pid":1566,"name":"oxp_695b40ec-ab62-486b-99a5-161c372e3934/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:02.100471728Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/695b40ec-ab62-486b-99a5-161c372e3934/crypt/debug\"), full_name: \"oxp_695b40ec-ab62-486b-99a5-161c372e3934/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:02.169651332Z","hostname":"buskin","pid":1566,"name":"oxp_784212b9-62b7-432d-b0d7-e4600fa06921/crypt/zone/oxz_ntp_0136b26a-6758-4ad5-b364-f53a4233c038","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:02.169693313Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/784212b9-62b7-432d-b0d7-e4600fa06921/crypt/zone/oxz_ntp_0136b26a-6758-4ad5-b364-f53a4233c038\"), full_name: \"oxp_784212b9-62b7-432d-b0d7-e4600fa06921/crypt/zone/oxz_ntp_0136b26a-6758-4ad5-b364-f53a4233c038\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:02.268809427Z","hostname":"buskin","pid":1566,"name":"oxp_2c2f13ae-cbfd-4d35-8cda-af591905c789/crypt/zone/oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:02.268857528Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/2c2f13ae-cbfd-4d35-8cda-af591905c789/crypt/zone/oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc\"), full_name: \"oxp_2c2f13ae-cbfd-4d35-8cda-af591905c789/crypt/zone/oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:02.367107121Z","hostname":"buskin","pid":1566,"name":"oxp_11d53b36-56c4-493b-908d-a4b25d43b82e/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:02.367153511Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_11d53b36-56c4-493b-908d-a4b25d43b82e/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:02.457338636Z","hostname":"buskin","pid":1566,"name":"oxp_03f27c6c-e171-4450-8876-58f440dc9097/crypt/zone/oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:02.457381167Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/03f27c6c-e171-4450-8876-58f440dc9097/crypt/zone/oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679\"), full_name: \"oxp_03f27c6c-e171-4450-8876-58f440dc9097/crypt/zone/oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/203795ed-576b-40e4-bed8-7463e3f2162c)","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:02.48232277Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:02.556558452Z","hostname":"buskin","pid":1566,"name":"oxp_784212b9-62b7-432d-b0d7-e4600fa06921/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:02.556597293Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/784212b9-62b7-432d-b0d7-e4600fa06921/crypt/zone\"), full_name: \"oxp_784212b9-62b7-432d-b0d7-e4600fa06921/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:02.625712206Z","hostname":"buskin","pid":1566,"name":"oxp_b36cfd4c-887e-4515-9f44-b45436c8de30/crypt/zone/oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:02.625744277Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/b36cfd4c-887e-4515-9f44-b45436c8de30/crypt/zone/oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472\"), full_name: \"oxp_b36cfd4c-887e-4515-9f44-b45436c8de30/crypt/zone/oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:02.725872775Z","hostname":"buskin","pid":1566,"name":"oxp_11d53b36-56c4-493b-908d-a4b25d43b82e/crypt/clickhouse","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:02.725908255Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_11d53b36-56c4-493b-908d-a4b25d43b82e/crypt/clickhouse\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:02.826201705Z","hostname":"buskin","pid":1566,"name":"oxp_695b40ec-ab62-486b-99a5-161c372e3934/crypt/zone/oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:02.826241556Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/695b40ec-ab62-486b-99a5-161c372e3934/crypt/zone/oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e\"), full_name: \"oxp_695b40ec-ab62-486b-99a5-161c372e3934/crypt/zone/oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:02.937522603Z","hostname":"buskin","pid":1566,"name":"oxp_11d53b36-56c4-493b-908d-a4b25d43b82e/crypt/zone/oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:02.937567303Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/11d53b36-56c4-493b-908d-a4b25d43b82e/crypt/zone/oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20\"), full_name: \"oxp_11d53b36-56c4-493b-908d-a4b25d43b82e/crypt/zone/oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.04219242Z","hostname":"buskin","pid":1566,"name":"oxp_21742b4e-23b7-43df-8530-fcf02dea3824/crypt/zone/oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.042229641Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/21742b4e-23b7-43df-8530-fcf02dea3824/crypt/zone/oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35\"), full_name: \"oxp_21742b4e-23b7-43df-8530-fcf02dea3824/crypt/zone/oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.147075792Z","hostname":"buskin","pid":1566,"name":"oxp_784212b9-62b7-432d-b0d7-e4600fa06921/crypt/zone/oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.147115182Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/784212b9-62b7-432d-b0d7-e4600fa06921/crypt/zone/oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4\"), full_name: \"oxp_784212b9-62b7-432d-b0d7-e4600fa06921/crypt/zone/oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.233156112Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4350"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.233366265Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4360","gateway":"fd00:1122:3344:101::1"} {"msg":"Default route already exists","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.240828534Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4374","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.240858255Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4439"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:03.248318395Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2225281173851810708"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:03.248436086Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"484186110756405359"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.260161993Z","hostname":"buskin","pid":1566,"name":"oxp_784212b9-62b7-432d-b0d7-e4600fa06921/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.260200953Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_784212b9-62b7-432d-b0d7-e4600fa06921/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.365334338Z","hostname":"buskin","pid":1566,"name":"oxp_2c2f13ae-cbfd-4d35-8cda-af591905c789/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.365383689Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_2c2f13ae-cbfd-4d35-8cda-af591905c789/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.401091536Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4505"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.401124256Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4532"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.444472616Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4545"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.444530916Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4391"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.466680862Z","hostname":"buskin","pid":1566,"name":"oxp_b36cfd4c-887e-4515-9f44-b45436c8de30/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.466785103Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_b36cfd4c-887e-4515-9f44-b45436c8de30/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/203795ed-576b-40e4-bed8-7463e3f2162c)","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:03.484583231Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.494778898Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4433"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.494812808Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4512","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.51590325Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4523"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.51594342Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4565"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.566649978Z","hostname":"buskin","pid":1566,"name":"oxp_2c2f13ae-cbfd-4d35-8cda-af591905c789/crypt/zone/oxz_internal_dns_0d1b3b31-4591-4bcb-931d-e8e03365f0d2","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.566684278Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/2c2f13ae-cbfd-4d35-8cda-af591905c789/crypt/zone/oxz_internal_dns_0d1b3b31-4591-4bcb-931d-e8e03365f0d2\"), full_name: \"oxp_2c2f13ae-cbfd-4d35-8cda-af591905c789/crypt/zone/oxz_internal_dns_0d1b3b31-4591-4bcb-931d-e8e03365f0d2\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.590091701Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4597"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.590124651Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4603"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.682686768Z","hostname":"buskin","pid":1566,"name":"oxp_8a7d01cd-9218-405e-81a7-0632ac6eff3f/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.682725199Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/8a7d01cd-9218-405e-81a7-0632ac6eff3f/crypt/debug\"), full_name: \"oxp_8a7d01cd-9218-405e-81a7-0632ac6eff3f/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.686824564Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4644"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.686870464Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.728611232Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:418"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/203795ed-576b-40e4-bed8-7463e3f2162c)","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:03.729088918Z","hostname":"buskin","pid":1566,"component":"NexusNotifierTask","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.755502601Z","hostname":"buskin","pid":1566,"name":"oxp_21742b4e-23b7-43df-8530-fcf02dea3824/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.755561832Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_21742b4e-23b7-43df-8530-fcf02dea3824/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.773281279Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:686"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.77339826Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:731"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.773841216Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:734","uptime":"1"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.773852406Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:440","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: Some(\n None,\n ),\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n tx_eq: None,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.823617431Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"Writing ledger to /pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/.omicron-datasets.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.847945096Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.848305341Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/omicron-datasets.json\""} {"msg":"Writing ledger to /pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/.omicron-datasets.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.848321992Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.848630606Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/omicron-datasets.json\""} {"msg":"datasets ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.848708397Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:851"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.8519051Z","hostname":"buskin","pid":1566,"uri":"/datasets","method":"PUT","req_id":"ae6ec5b1-8bf8-418f-964c-137511669e86","remote_addr":"[fd00:1122:3344:101::1]:64049","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5908517,"response_code":"200"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.878755208Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.878831809Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.8788494Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.87886245Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.87886975Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.87887643Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.87888313Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.8788897Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.87889769Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.87890453Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.87891153Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.87891931Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.878941871Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.878950711Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.878957301Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.878964541Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.878971191Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.878977791Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.878984291Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.878988881Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.878993481Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.878999851Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.879005291Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 112d49fb-486a-4cde-88e1-1221a68bf3b6 (service), filesystem_pool: Some(ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0d1b3b31-4591-4bcb-931d-e8e03365f0d2 (service), filesystem_pool: Some(ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0377cf96-baf3-4e09-a570-eb7c67037d4d (service), filesystem_pool: Some(ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.892438851Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:538"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.892608173Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:38848"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.892995238Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.893039359Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:189"} {"msg":"No ledger in /pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.893046209Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:189"} {"msg":"Received DatasetsConfigList { tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.8930939Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.89310244Z","hostname":"buskin","pid":1566,"request":"datasets_config_list","component":"StorageManager","file":"common/src/ledger.rs:178"} {"msg":"Reading ledger from /pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.893348673Z","hostname":"buskin","pid":1566,"request":"datasets_config_list","component":"StorageManager","file":"common/src/ledger.rs:178"} {"msg":"Found ledger on internal storage","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.893535836Z","hostname":"buskin","pid":1566,"request":"datasets_config_list","component":"StorageManager","file":"sled-storage/src/manager.rs:992"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.893639957Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.938698669Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.93875624Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.93877142Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_0d1b3b31-4591-4bcb-931d-e8e03365f0d2","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.993739374Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_112d49fb-486a-4cde-88e1-1221a68bf3b6","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:03.997668486Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_0377cf96-baf3-4e09-a570-eb7c67037d4d","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:04.001643829Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_internal_dns_0d1b3b31-4591-4bcb-931d-e8e03365f0d2","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:04.014294138Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_internal_dns_112d49fb-486a-4cde-88e1-1221a68bf3b6","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:04.019209224Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_internal_dns_0377cf96-baf3-4e09-a570-eb7c67037d4d","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:04.023648274Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:04.227013831Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14929694437859465850"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:04.227126452Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11145020009661285028"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/203795ed-576b-40e4-bed8-7463e3f2162c)","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:04.486092973Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Profile for oxz_internal_dns_112d49fb-486a-4cde-88e1-1221a68bf3b6:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:05.61528462Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:05.61534115Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Booting oxz_internal_dns_112d49fb-486a-4cde-88e1-1221a68bf3b6 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:05.615565264Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_112d49fb-486a-4cde-88e1-1221a68bf3b6","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_internal_dns_0377cf96-baf3-4e09-a570-eb7c67037d4d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:06.102009632Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:06.583895411Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_0d1b3b31-4591-4bcb-931d-e8e03365f0d2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:06.584023123Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_internal_dns_112d49fb-486a-4cde-88e1-1221a68bf3b6\") failed: Property not found. retry in 34.259668ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:06.59125238Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_112d49fb-486a-4cde-88e1-1221a68bf3b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:06.59130122Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Booting oxz_internal_dns_0377cf96-baf3-4e09-a570-eb7c67037d4d zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:06.591394441Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_0377cf96-baf3-4e09-a570-eb7c67037d4d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_internal_dns_0d1b3b31-4591-4bcb-931d-e8e03365f0d2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:06.596795314Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_0d1b3b31-4591-4bcb-931d-e8e03365f0d2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_112d49fb-486a-4cde-88e1-1221a68bf3b6\") failed: Property not found. retry in 132.379123ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:06.635504981Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_112d49fb-486a-4cde-88e1-1221a68bf3b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0377cf96-baf3-4e09-a570-eb7c67037d4d\") failed: Property not found. retry in 43.607415ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:06.721273917Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_0377cf96-baf3-4e09-a570-eb7c67037d4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0d1b3b31-4591-4bcb-931d-e8e03365f0d2\") failed: Property not found. retry in 30.683456ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:06.728195619Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_0d1b3b31-4591-4bcb-931d-e8e03365f0d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0d1b3b31-4591-4bcb-931d-e8e03365f0d2\") failed: Property not found. retry in 100.311692ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:06.767862549Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_0d1b3b31-4591-4bcb-931d-e8e03365f0d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0377cf96-baf3-4e09-a570-eb7c67037d4d\") failed: Property not found. retry in 64.515858ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:06.774864723Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_0377cf96-baf3-4e09-a570-eb7c67037d4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_112d49fb-486a-4cde-88e1-1221a68bf3b6\") failed: Property not found. retry in 230.413447ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:06.783232605Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_112d49fb-486a-4cde-88e1-1221a68bf3b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0377cf96-baf3-4e09-a570-eb7c67037d4d\") failed: Property not found. retry in 115.733425ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:06.915057356Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_0377cf96-baf3-4e09-a570-eb7c67037d4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0d1b3b31-4591-4bcb-931d-e8e03365f0d2\") failed: Property not found. retry in 237.749889ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:07.033997505Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_0d1b3b31-4591-4bcb-931d-e8e03365f0d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_112d49fb-486a-4cde-88e1-1221a68bf3b6\") failed: Property not found. retry in 487.05968ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:07.073873157Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_112d49fb-486a-4cde-88e1-1221a68bf3b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0377cf96-baf3-4e09-a570-eb7c67037d4d\") failed: Property not found. retry in 395.622642ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:07.107274564Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_0377cf96-baf3-4e09-a570-eb7c67037d4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0d1b3b31-4591-4bcb-931d-e8e03365f0d2\") failed: Property not found. retry in 388.722752ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:07.290573883Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_0d1b3b31-4591-4bcb-931d-e8e03365f0d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0377cf96-baf3-4e09-a570-eb7c67037d4d\") failed: Property not found. retry in 995.237053ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:07.515423497Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_0377cf96-baf3-4e09-a570-eb7c67037d4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_112d49fb-486a-4cde-88e1-1221a68bf3b6\") failed: Property not found. retry in 1.135045876s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:07.569931076Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_112d49fb-486a-4cde-88e1-1221a68bf3b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0d1b3b31-4591-4bcb-931d-e8e03365f0d2\") failed: Property not found. retry in 983.24692ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:07.687602338Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_0d1b3b31-4591-4bcb-931d-e8e03365f0d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0377cf96-baf3-4e09-a570-eb7c67037d4d\") failed: Property not found. retry in 1.322339504s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:08.521943665Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_0377cf96-baf3-4e09-a570-eb7c67037d4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0d1b3b31-4591-4bcb-931d-e8e03365f0d2\") failed: Property not found. retry in 1.4252298s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:08.680744498Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_0d1b3b31-4591-4bcb-931d-e8e03365f0d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_112d49fb-486a-4cde-88e1-1221a68bf3b6\") failed: Property not found. retry in 609.975025ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:08.714728492Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_112d49fb-486a-4cde-88e1-1221a68bf3b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_112d49fb-486a-4cde-88e1-1221a68bf3b6\") failed: Property not found. retry in 1.228308137s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:09.334137377Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_112d49fb-486a-4cde-88e1-1221a68bf3b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0377cf96-baf3-4e09-a570-eb7c67037d4d\") failed: Property not found. retry in 779.00501ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:09.853229513Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_0377cf96-baf3-4e09-a570-eb7c67037d4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0d1b3b31-4591-4bcb-931d-e8e03365f0d2\") failed: Property not found. retry in 879.373488ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:10.115238723Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_0d1b3b31-4591-4bcb-931d-e8e03365f0d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_112d49fb-486a-4cde-88e1-1221a68bf3b6\") failed: Property not found. retry in 715.213652ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:10.571662072Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_112d49fb-486a-4cde-88e1-1221a68bf3b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0377cf96-baf3-4e09-a570-eb7c67037d4d\") failed: Property not found. retry in 921.971006ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:10.642847013Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_0377cf96-baf3-4e09-a570-eb7c67037d4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0d1b3b31-4591-4bcb-931d-e8e03365f0d2\") failed: Property not found. retry in 701.130809ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:11.005127223Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_0d1b3b31-4591-4bcb-931d-e8e03365f0d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0377cf96-baf3-4e09-a570-eb7c67037d4d\") failed: Property not found. retry in 1.188383964s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:11.575078598Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_0377cf96-baf3-4e09-a570-eb7c67037d4d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:12.782678213Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_internal_dns_0377cf96-baf3-4e09-a570-eb7c67037d4d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:12.782715964Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_internal_dns_0d1b3b31-4591-4bcb-931d-e8e03365f0d2"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:12.782722014Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_internal_dns_112d49fb-486a-4cde-88e1-1221a68bf3b6"} {"msg":"Writing ledger to /pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:12.782726694Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:12.783100779Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/omicron-zones.json\""} {"msg":"Writing ledger to /pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:12.783115369Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:12.783292922Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/omicron-zones.json\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:12.783364322Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"72475972-b7e4-4d39-9a65-3affcbc7b967","remote_addr":"[fd00:1122:3344:101::1]:38848","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8890562,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:12.786092839Z","hostname":"buskin","pid":1566,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:12.834987592Z","hostname":"buskin","pid":1566,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:12.882440157Z","hostname":"buskin","pid":1566,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:12.929513895Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:12.929524715Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:12.961742916Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:12.962698259Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:12.962704139Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 112d49fb-486a-4cde-88e1-1221a68bf3b6 (service), filesystem_pool: Some(ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0d1b3b31-4591-4bcb-931d-e8e03365f0d2 (service), filesystem_pool: Some(ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0377cf96-baf3-4e09-a570-eb7c67037d4d (service), filesystem_pool: Some(ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0136b26a-6758-4ad5-b364-f53a4233c038 (service), filesystem_pool: Some(ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a486abcd-d4a5-4b73-b0e7-1f604d44a620, kind: Service { id: 0136b26a-6758-4ad5-b364-f53a4233c038 }, name: Name(\"ntp-0136b26a-6758-4ad5-b364-f53a4233c038\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 178, 194])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:12.991880638Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:538"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:12.991987169Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:63417"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:12.992289944Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:12.992348754Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Reading ledger from /pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:12.992507596Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Received DatasetsConfigList { tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:12.992616068Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:12.992632008Z","hostname":"buskin","pid":1566,"request":"datasets_config_list","component":"StorageManager","file":"common/src/ledger.rs:178"} {"msg":"Reading ledger from /pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:12.992866651Z","hostname":"buskin","pid":1566,"request":"datasets_config_list","component":"StorageManager","file":"common/src/ledger.rs:178"} {"msg":"Found ledger on internal storage","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:12.993068004Z","hostname":"buskin","pid":1566,"request":"datasets_config_list","component":"StorageManager","file":"sled-storage/src/manager.rs:992"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:12.993139335Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:13.005395729Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:13.038258598Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:13.038976467Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:13.038982547Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:13.068907067Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 178, 194]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:13.068920988Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1271","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:13.069453604Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:13.069458535Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:13.06983084Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:13.071406641Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_ntp_0136b26a-6758-4ad5-b364-f53a4233c038","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:13.095062727Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_ntp_0136b26a-6758-4ad5-b364-f53a4233c038","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:13.114097561Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:13.250642996Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2225281173851810708"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:13.250759527Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"484186110756405359"} {"msg":"Profile for oxz_ntp_0136b26a-6758-4ad5-b364-f53a4233c038:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:13.728269098Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_0136b26a-6758-4ad5-b364-f53a4233c038 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:13.728393259Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_0136b26a-6758-4ad5-b364-f53a4233c038","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_0136b26a-6758-4ad5-b364-f53a4233c038\") failed: Property not found. retry in 50.005662ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:13.862513681Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_0136b26a-6758-4ad5-b364-f53a4233c038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_0136b26a-6758-4ad5-b364-f53a4233c038\") failed: Property not found. retry in 141.328545ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:13.921714112Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_0136b26a-6758-4ad5-b364-f53a4233c038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_0136b26a-6758-4ad5-b364-f53a4233c038\") failed: Property not found. retry in 217.241794ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:14.073763153Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_0136b26a-6758-4ad5-b364-f53a4233c038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:14.229167479Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14929694437859465850"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:14.229272011Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11145020009661285028"} {"msg":"wait for service Some(\"oxz_ntp_0136b26a-6758-4ad5-b364-f53a4233c038\") failed: Property not found. retry in 576.818084ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:14.3002747Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_0136b26a-6758-4ad5-b364-f53a4233c038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_0136b26a-6758-4ad5-b364-f53a4233c038\") failed: Property not found. retry in 1.170518644s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:14.887254553Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_0136b26a-6758-4ad5-b364-f53a4233c038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_0136b26a-6758-4ad5-b364-f53a4233c038\") failed: Property not found. retry in 1.071000798s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:16.067352559Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_0136b26a-6758-4ad5-b364-f53a4233c038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_0136b26a-6758-4ad5-b364-f53a4233c038\") failed: Property not found. retry in 1.486044546s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:17.147843796Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_0136b26a-6758-4ad5-b364-f53a4233c038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_0136b26a-6758-4ad5-b364-f53a4233c038\") failed: Property not found. retry in 871.007407ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:18.643883075Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_0136b26a-6758-4ad5-b364-f53a4233c038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:19.534761728Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_ntp_0136b26a-6758-4ad5-b364-f53a4233c038"} {"msg":"Writing ledger to /pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:19.534842269Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:19.535272854Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/omicron-zones.json\""} {"msg":"Writing ledger to /pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:19.535286565Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:19.535535248Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/omicron-zones.json\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:19.535647839Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"5f787e1b-3b76-435a-96ad-85f6d42f0dff","remote_addr":"[fd00:1122:3344:101::1]:63417","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6543577,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:19.53794592Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:732"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:19.567371443Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:19.567580016Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:38845"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_0136b26a-6758-4ad5-b364-f53a4233c038': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:19.576281353Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3958"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:19.576432164Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"4178c2ff-d37c-4df1-b924-3de186757ca5","remote_addr":"[fd00:1122:3344:101::1]:38845","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8717,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:19.577889344Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:19.720271586Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:19.720464759Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:57648"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:21.312236616Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6236683478163499380"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:21.729700085Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14172020574873145159"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:22.785963057Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6501176948337382238"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:23.251858571Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2225281173851810708"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:23.252109255Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"484186110756405359"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_0136b26a-6758-4ad5-b364-f53a4233c038': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:23.729375402Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3958"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:23.729562645Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"a4793d3f-4e92-4147-85b2-9562a5c08027","remote_addr":"[fd00:1122:3344:101::1]:57648","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008991,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:23.73145252Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:23.940892598Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:23.94104705Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:48724"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_0136b26a-6758-4ad5-b364-f53a4233c038': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:23.949846188Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3958"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:23.95000196Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"3c5acd64-48e4-4cba-ab21-7179cd68b399","remote_addr":"[fd00:1122:3344:101::1]:48724","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8749,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:23.952394152Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:24.098895089Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:24.099042511Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:61349"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:24.231768394Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14929694437859465850"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:24.231897396Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11145020009661285028"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_0136b26a-6758-4ad5-b364-f53a4233c038': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:27.394583956Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3958"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:27.394692187Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"3de832f1-6d6d-4202-9b90-1c6a273d4905","remote_addr":"[fd00:1122:3344:101::1]:61349","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008662,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:27.396777035Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:27.614397771Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:27.614626504Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:42294"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:27.622012693Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"129.033136ms"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:27.624240613Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"c9be1f88-cb62-43ca-8e0d-d2d1ed392573","remote_addr":"[fd00:1122:3344:101::1]:42294","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9368,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 8.8e-8 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:27.625798984Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:27.625806644Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:27.867814026Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:27.868011549Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:44418"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:27.876379451Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"39f5848e-8762-451f-9b21-27095e4c8ecd","remote_addr":"[fd00:1122:3344:101::1]:44418","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8299,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 8.8e-8 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:27.878473439Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:27.878478199Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:28.077057774Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:28.077199264Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:64172"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:28.086284125Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"e94a9052-0bc7-4a54-9f8e-fd60e01f8cf4","remote_addr":"[fd00:1122:3344:101::1]:64172","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9008,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.285528243 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:28.08889579Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:28.088901172Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:28.349770294Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:28.349918965Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:63407"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:28.359017227Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"df0a08d4-96ba-4990-9859-0211e3444f3c","remote_addr":"[fd00:1122:3344:101::1]:63407","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9001,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.284791678 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:28.361025079Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:28.361030301Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:28.65871887Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:28.658857406Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:34582"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:28.66749081Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"8788a9ae-fe34-4fc3-9d73-2fd819960ef4","remote_addr":"[fd00:1122:3344:101::1]:34582","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8511,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.283958435 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:28.669154629Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:28.669161435Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:28.826302288Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15375775530993728769"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:28.826416206Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13150227635817532293"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:28.968779109Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:28.969030269Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:53749"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:28.978581293Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"1f3161d0-5c28-45df-bb72-92cfca57c3a6","remote_addr":"[fd00:1122:3344:101::1]:53749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9469,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1732217427.7582777, correction: 0.299725294 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:28.980754831Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:28.98075964Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:29.428851008Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:29.428998788Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:62339"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:29.43769699Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"59f01996-2e3e-4f3a-9194-fa14a6217236","remote_addr":"[fd00:1122:3344:101::1]:62339","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8597,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1732217427.7582777, correction: 0.298485428 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:29.440384215Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:29.440390375Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:30.274029923Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:30.274202987Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:57197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:30.283464452Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"0b54a59e-07f5-4d15-bfec-f9a90d77f222","remote_addr":"[fd00:1122:3344:101::1]:57197","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9087,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1732217427.7582777, correction: 0.292354316 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:30.285508311Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:30.285514911Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:30.606970954Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6236683478163499380"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:30.978856478Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:30.979020017Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:38303"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:30.987664885Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"ae39ba68-5615-45f6-8ae8-2296c57a450c","remote_addr":"[fd00:1122:3344:101::1]:38303","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8516,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1732217427.7582777, correction: 0.290452033 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:30.989078712Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:30.989084684Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:31.025659677Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14172020574873145159"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:32.084384037Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6501176948337382238"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:32.230959924Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:32.231130851Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:52104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:32.239910708Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"f39f802b-b5e1-43e9-b052-9af6eac868e3","remote_addr":"[fd00:1122:3344:101::1]:52104","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8640,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3628216362, ip_addr: 216.66.48.42, stratum: 2, ref_time: 1732217432.1261322, correction: 0.269004673 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:32.241618589Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:32.241624992Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:32.552502461Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2225281173851810708"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:32.552678885Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"484186110756405359"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:32.726047241Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:32.726263946Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"80fd33ac-0200-4171-bfb1-a7108e612a6b","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35096","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":109,"response_code":"200"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:32.978367537Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:32.978525574Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:61354"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:32.986897654Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"2ca69ec0-b6d0-426a-a9ff-0a66518df537","remote_addr":"[fd00:1122:3344:101::1]:61354","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8233,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3628216362, ip_addr: 216.66.48.42, stratum: 2, ref_time: 1732217432.1261322, correction: 0.266986817 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:32.988484463Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:32.98849006Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:33.534627745Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14929694437859465850"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:33.534738465Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11145020009661285028"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:34.025687938Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:34.025837687Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:55360"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:34.036164367Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"48828e85-c74c-4768-8743-aab559eadaae","remote_addr":"[fd00:1122:3344:101::1]:55360","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":10123,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3628216362, ip_addr: 216.66.48.42, stratum: 2, ref_time: 1732217433.099596, correction: 0.2641339 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:34.039894319Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:34.039904323Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:35.420727942Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:35.420916072Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:40467"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:35.430438606Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"81def9bf-7edd-48c2-8ec7-e8e257e849e0","remote_addr":"[fd00:1122:3344:101::1]:40467","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9352,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3628216362, ip_addr: 216.66.48.42, stratum: 2, ref_time: 1732217434.53712, correction: 0.260287166 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:35.432498774Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:35.432504109Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:37.60174075Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:37.601916299Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:44830"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:37.611153226Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"f04759bb-1671-458c-ae04-f58e783d5a11","remote_addr":"[fd00:1122:3344:101::1]:44830","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9137,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3628216362, ip_addr: 216.66.48.42, stratum: 2, ref_time: 1732217437.2346585, correction: 0.254416317 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:37.613068397Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:37.613075391Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:38.855831108Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15375775530993728769"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:38.855943076Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13150227635817532293"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:40.286064392Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:40.286178956Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:62383"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:40.295236356Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"0ab8f121-b1ec-4e64-9b77-e6c8d689b190","remote_addr":"[fd00:1122:3344:101::1]:62383","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8823,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3628216362, ip_addr: 216.66.48.42, stratum: 2, ref_time: 1732217438.9454565, correction: 0.247123972 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:40.297030986Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:40.297037792Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:40.637694239Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6236683478163499380"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:41.054186344Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14172020574873145159"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:41.918084987Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:41.918279006Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:47588"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:41.927349339Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"693e8500-8485-49fe-8101-589fd68752fa","remote_addr":"[fd00:1122:3344:101::1]:47588","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8941,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3628216362, ip_addr: 216.66.48.42, stratum: 2, ref_time: 1732217441.3749683, correction: 0.242747054 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:41.929313904Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:41.929319941Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:42.114394544Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6501176948337382238"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:42.58143609Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2225281173851810708"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:42.581624398Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"484186110756405359"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:42.826213378Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"681.831518ms"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:43.563341608Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14929694437859465850"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:43.563525588Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11145020009661285028"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:44.949036041Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:44.949209565Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:63664"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:44.9586576Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"f6e502d5-7d70-4730-b5ec-6d45779c7f9d","remote_addr":"[fd00:1122:3344:101::1]:63664","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9287,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3628216362, ip_addr: 216.66.48.42, stratum: 2, ref_time: 1732217444.5419495, correction: 0.234578371 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:44.961184431Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:44.961192794Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:48.885536456Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15375775530993728769"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:48.885646943Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13150227635817532293"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:49.225209186Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:49.225402998Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:49755"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:49.234328718Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"ad5f0419-a716-43ea-ac6a-30b0cc48f392","remote_addr":"[fd00:1122:3344:101::1]:49755","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8790,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3628216362, ip_addr: 216.66.48.42, stratum: 2, ref_time: 1732217447.8645546, correction: 0.223025575 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:49.236304968Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:49.23631184Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:50.666470965Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6236683478163499380"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:51.082011238Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14172020574873145159"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:52.144322946Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6501176948337382238"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:52.609219056Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2225281173851810708"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:52.610349769Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"484186110756405359"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:53.593243639Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14929694437859465850"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:53.593350515Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11145020009661285028"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:54.163997604Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:54.164203754Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:40225"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:54.174531609Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"3e23bb97-1cfe-4f32-8cf7-46496fa7794c","remote_addr":"[fd00:1122:3344:101::1]:40225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":10139,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2907128903, ip_addr: 173.71.68.71, stratum: 2, ref_time: 1732217453.5418575, correction: 0.206899762 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:54.1764631Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:54.176470235Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:57.965801406Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:57.965983527Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:41938"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:57.975229234Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"15f71a35-ca26-4a97-af12-cfe3a5a7ebd7","remote_addr":"[fd00:1122:3344:101::1]:41938","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9124,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2907128903, ip_addr: 173.71.68.71, stratum: 2, ref_time: 1732217453.5418575, correction: 0.196633294 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:30:57.97754017Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:57.977546461Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:30:58.586494745Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"1.360620074s"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:58.914872527Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15375775530993728769"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:30:58.914991104Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13150227635817532293"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:31:00.696166389Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6236683478163499380"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:31:01.110638583Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14172020574873145159"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:31:02.172472905Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6501176948337382238"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:31:02.637476915Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"2225281173851810708"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:31:02.63814509Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"484186110756405359"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:02.842400159Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60231"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:02.842501026Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"881ba151-d852-46a0-8d0b-f2104f733191","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60231","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37,"response_code":"200"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:31:03.622333982Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14929694437859465850"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:31:03.6224434Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11145020009661285028"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:04.426568811Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:04.426746179Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:35190"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:04.435881293Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"2a5a61b0-09ff-4dbd-b782-1f5d4ebc7444","remote_addr":"[fd00:1122:3344:101::1]:35190","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9013,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2907128903, ip_addr: 173.71.68.71, stratum: 2, ref_time: 1732217453.5418575, correction: 0.179182664 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:04.438785363Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:04.43879322Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:08.735879938Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:08.736055318Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:36013"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:08.745766099Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"c4b7e79b-2921-4c48-aa53-f15f71a264fa","remote_addr":"[fd00:1122:3344:101::1]:36013","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9644,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2907128903, ip_addr: 173.71.68.71, stratum: 2, ref_time: 1732217464.9900718, correction: 0.167516083 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:08.748326047Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:08.748333734Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:31:08.945326633Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15375775530993728769"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:31:08.945506529Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13150227635817532293"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:31:10.725863805Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6236683478163499380"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:31:11.138428752Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14172020574873145159"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:31:12.200958755Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6501176948337382238"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:31:13.651721104Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14929694437859465850"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:31:13.651971795Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11145020009661285028"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:15.028584685Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"2.136915448s"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:16.063357506Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:16.063542101Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:65185"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:16.072946286Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"3eb5c94f-cdfa-4d3a-8a85-50526d517e95","remote_addr":"[fd00:1122:3344:101::1]:65185","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9247,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2907128903, ip_addr: 173.71.68.71, stratum: 2, ref_time: 1732217473.3334508, correction: 0.147758275 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:16.075525923Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:16.075533536Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:31:18.974986761Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15375775530993728769"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:31:18.975094415Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13150227635817532293"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:31:20.754377429Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"6236683478163499380"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:31:21.167096839Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"14172020574873145159"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:31:22.230629389Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"6501176948337382238"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:31:23.680397784Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14929694437859465850"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:31:23.680637998Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11145020009661285028"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:31:29.004730745Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"15375775530993728769"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:31:29.005039651Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"13150227635817532293"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:32.247319672Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"5.878354464s"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:32.956739706Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:50179"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:32.956842871Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"92981653-6c68-45b6-9500-774b80f05792","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:50179","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38,"response_code":"200"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:33.095380923Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:33.09554539Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:61572"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:33.105266926Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"24a15fc0-8b81-4ecf-9e2f-dbcc74ea8bc8","remote_addr":"[fd00:1122:3344:101::1]:61572","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9607,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2907128903, ip_addr: 173.71.68.71, stratum: 2, ref_time: 1732217473.3334508, correction: 0.101753637 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:33.107365111Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:33.107371889Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:31:33.710518661Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14929694437859465850"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:31:33.7106312Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11145020009661285028"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:31:43.739890202Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14929694437859465850"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-21T19:31:43.740175767Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11145020009661285028"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:53.217944986Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"8.798253195s"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:53.702753604Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:53.702908247Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:43963"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:53.725460433Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"07ad53e8-66d6-42bf-97cc-c0f43174145b","remote_addr":"[fd00:1122:3344:101::1]:43963","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":22314,"response_code":"200"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:53.727555923Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-11-21T19:31:29.004688342Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"15375775530993728769"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:53.727854408Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-11-21T19:31:29.005026442Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"13150227635817532293"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:53.728075623Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-11-21T19:31:22.230601067Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"6501176948337382238"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:53.728380038Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-11-21T19:31:02.637440615Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"2225281173851810708"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:53.72858645Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-11-21T19:31:02.638130849Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"484186110756405359"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:53.728778509Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-11-21T19:31:20.754346801Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"6236683478163499380"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:53.728982005Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-11-21T19:31:21.167064636Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"14172020574873145159"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 2907128903, ip_addr: 173.71.68.71, stratum: 2, ref_time: 1732217473.3334508, correction: 0.046093892 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:53.729863473Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:53.729870598Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1425"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 112d49fb-486a-4cde-88e1-1221a68bf3b6 (service), filesystem_pool: Some(ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0d1b3b31-4591-4bcb-931d-e8e03365f0d2 (service), filesystem_pool: Some(ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0377cf96-baf3-4e09-a570-eb7c67037d4d (service), filesystem_pool: Some(ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0136b26a-6758-4ad5-b364-f53a4233c038 (service), filesystem_pool: Some(ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a486abcd-d4a5-4b73-b0e7-1f604d44a620, kind: Service { id: 0136b26a-6758-4ad5-b364-f53a4233c038 }, name: Name(\"ntp-0136b26a-6758-4ad5-b364-f53a4233c038\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 178, 194])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: b62bf12e-c67b-4a78-937e-322230da8e1d (service), filesystem_pool: Some(ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External } } } }, OmicronZoneConfig { id: 79d9d42d-4227-48a4-8c55-f6743d9bd839 (service), filesystem_pool: Some(ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8 (service), filesystem_pool: Some(ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External } } } }, OmicronZoneConfig { id: 793b523c-f13b-44bd-b2cf-0fee92f1dab5 (service), filesystem_pool: Some(ZpoolName { id: 21742b4e-23b7-43df-8530-fcf02dea3824 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 21742b4e-23b7-43df-8530-fcf02dea3824 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ed495f5-f9ed-49df-a66f-275b1f2ae454 (service), filesystem_pool: Some(ZpoolName { id: 61b32b1c-9218-4c36-b123-2959f1dfd4f0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 61b32b1c-9218-4c36-b123-2959f1dfd4f0 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:53.759442737Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:538"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:53.7595537Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:63818"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:53.759948431Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:53.760008488Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Reading ledger from /pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:53.76031728Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Received DatasetsConfigList { tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:53.760430841Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:53.760446085Z","hostname":"buskin","pid":1566,"request":"datasets_config_list","component":"StorageManager","file":"common/src/ledger.rs:178"} {"msg":"Reading ledger from /pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:53.760676291Z","hostname":"buskin","pid":1566,"request":"datasets_config_list","component":"StorageManager","file":"common/src/ledger.rs:178"} {"msg":"Found ledger on internal storage","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:53.760788933Z","hostname":"buskin","pid":1566,"request":"datasets_config_list","component":"StorageManager","file":"sled-storage/src/manager.rs:992"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:53.760841322Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:53.84577228Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:53.845826525Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:53.845834175Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:53.845840053Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:53.845844159Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:53.93700774Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:53.941027199Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:53.945482649Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_b62bf12e-c67b-4a78-937e-322230da8e1d","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:53.94965981Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:53.95416306Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:53.958483631Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:53.962846861Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:53.967558185Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_b62bf12e-c67b-4a78-937e-322230da8e1d","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:53.97233348Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:53.976740823Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Profile for oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:57.051623408Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:57.051777131Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:57.102324824Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:57.102478154Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:57.108707723Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:57.1088248Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_b62bf12e-c67b-4a78-937e-322230da8e1d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:57.113936588Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_b62bf12e-c67b-4a78-937e-322230da8e1d zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:57.114088877Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_b62bf12e-c67b-4a78-937e-322230da8e1d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:57.186227885Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:31:57.186385209Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5\") failed: Property not found. retry in 44.590441ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:57.227422277Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839\") failed: Property not found. retry in 32.081868ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:57.260070701Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8\") failed: Property not found. retry in 51.026537ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:57.267825516Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b62bf12e-c67b-4a78-937e-322230da8e1d\") failed: Property not found. retry in 37.198305ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:57.275588567Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_b62bf12e-c67b-4a78-937e-322230da8e1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5\") failed: Property not found. retry in 138.49449ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:57.282661751Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839\") failed: Property not found. retry in 143.964043ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:57.311751836Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b62bf12e-c67b-4a78-937e-322230da8e1d\") failed: Property not found. retry in 76.443151ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:57.328300136Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_b62bf12e-c67b-4a78-937e-322230da8e1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8\") failed: Property not found. retry in 75.640344ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:57.412321516Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b62bf12e-c67b-4a78-937e-322230da8e1d\") failed: Property not found. retry in 119.569499ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:57.452320687Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_b62bf12e-c67b-4a78-937e-322230da8e1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8\") failed: Property not found. retry in 206.302643ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:57.473481818Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5\") failed: Property not found. retry in 205.30305ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:57.737264866Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839\") failed: Property not found. retry in 134.537956ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:58.2154149Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8\") failed: Property not found. retry in 442.847764ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:58.272707384Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b62bf12e-c67b-4a78-937e-322230da8e1d\") failed: Property not found. retry in 338.717549ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:58.29543267Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_b62bf12e-c67b-4a78-937e-322230da8e1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5\") failed: Property not found. retry in 261.066819ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:58.335042489Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454\") failed: Property not found. retry in 31.177203ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:58.356833323Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839\") failed: Property not found. retry in 398.50218ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:58.3798052Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454\") failed: Property not found. retry in 64.409843ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:58.404106416Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454\") failed: Property not found. retry in 239.214007ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:58.488632059Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5\") failed: Property not found. retry in 918.243546ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:58.608417474Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b62bf12e-c67b-4a78-937e-322230da8e1d\") failed: Property not found. retry in 1.158512112s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:58.645205668Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_b62bf12e-c67b-4a78-937e-322230da8e1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8\") failed: Property not found. retry in 918.077807ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:58.727380935Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454\") failed: Property not found. retry in 263.634988ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:58.742619107Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839\") failed: Property not found. retry in 762.90153ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:58.852756316Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454\") failed: Property not found. retry in 491.932837ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:59.023248222Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454\") failed: Property not found. retry in 901.868417ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:59.536509579Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5\") failed: Property not found. retry in 543.998381ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:59.557044752Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839\") failed: Property not found. retry in 769.759078ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:59.631542389Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8\") failed: Property not found. retry in 718.742388ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:59.66147836Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b62bf12e-c67b-4a78-937e-322230da8e1d\") failed: Property not found. retry in 994.211025ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:31:59.81908628Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_b62bf12e-c67b-4a78-937e-322230da8e1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5\") failed: Property not found. retry in 1.427342637s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:00.114333203Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8\") failed: Property not found. retry in 853.856131ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:00.392167747Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839\") failed: Property not found. retry in 978.774277ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:00.412160542Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454\") failed: Property not found. retry in 651.016001ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:00.448678489Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b62bf12e-c67b-4a78-937e-322230da8e1d\") failed: Property not found. retry in 1.450450379s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:00.826051008Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_b62bf12e-c67b-4a78-937e-322230da8e1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454\") failed: Property not found. retry in 1.078246114s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:01.111305298Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8\") failed: Property not found. retry in 629.074043ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:01.258439334Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839\") failed: Property not found. retry in 912.227029ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:01.40320685Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5\") failed: Property not found. retry in 723.237237ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:01.555006127Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8\") failed: Property not found. retry in 624.500677ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:01.898966573Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454\") failed: Property not found. retry in 1.073147366s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:02.202905494Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b62bf12e-c67b-4a78-937e-322230da8e1d\") failed: Property not found. retry in 1.176666053s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:02.289621702Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_b62bf12e-c67b-4a78-937e-322230da8e1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5\") failed: Property not found. retry in 1.308519722s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:02.297588967Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839\") failed: Property not found. retry in 586.278055ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:02.327406237Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8\") failed: Property not found. retry in 1.088811051s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:02.535478047Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839\") failed: Property not found. retry in 913.680009ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:02.925189895Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:03.071942147Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41640"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:03.072091072Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"56705c96-f1d3-42c9-8a2b-caf412b39987","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41640","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":57,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454\") failed: Property not found. retry in 579.96852ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:03.289639421Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b62bf12e-c67b-4a78-937e-322230da8e1d\") failed: Property not found. retry in 632.014213ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:03.480315102Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_b62bf12e-c67b-4a78-937e-322230da8e1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5\") failed: Property not found. retry in 1.073219279s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:03.620209957Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8\") failed: Property not found. retry in 1.087094445s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:03.635826037Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839\") failed: Property not found. retry in 1.370448854s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:03.852887582Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454\") failed: Property not found. retry in 883.241501ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:03.88237767Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b62bf12e-c67b-4a78-937e-322230da8e1d\") failed: Property not found. retry in 1.374568224s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:04.125958266Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_b62bf12e-c67b-4a78-937e-322230da8e1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5\") failed: Property not found. retry in 791.805118ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:04.705349215Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8\") failed: Property not found. retry in 761.144005ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:04.735396775Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454\") failed: Property not found. retry in 1.491339482s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:04.777241913Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839\") failed: Property not found. retry in 1.473159506s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:05.236538694Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8\") failed: Property not found. retry in 1.403585638s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:05.507694618Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b62bf12e-c67b-4a78-937e-322230da8e1d\") failed: Property not found. retry in 1.481280695s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:05.515661879Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_b62bf12e-c67b-4a78-937e-322230da8e1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5\") failed: Property not found. retry in 585.991458ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:05.522851958Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5\") failed: Property not found. retry in 612.708457ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:06.12103738Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454\") failed: Property not found. retry in 1.145695575s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:06.282477981Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839\") failed: Property not found. retry in 842.595828ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:06.724696929Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5\") failed: Property not found. retry in 1.210370947s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:06.74590082Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8\") failed: Property not found. retry in 586.060913ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:06.925329955Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b62bf12e-c67b-4a78-937e-322230da8e1d\") failed: Property not found. retry in 662.049168ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:07.010976235Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_b62bf12e-c67b-4a78-937e-322230da8e1d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8\") failed: Property not found. retry in 774.24538ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:07.522459159Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839\") failed: Property not found. retry in 1.095809627s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:07.581145704Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:08.702685788Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_cockroachdb_2ed495f5-f9ed-49df-a66f-275b1f2ae454"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:08.702745226Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_cockroachdb_79d9d42d-4227-48a4-8c55-f6743d9bd839"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:08.702753626Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:08.702826371Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_cockroachdb_b62bf12e-c67b-4a78-937e-322230da8e1d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:08.702832512Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_cockroachdb_793b523c-f13b-44bd-b2cf-0fee92f1dab5"} {"msg":"Writing ledger to /pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:08.702844943Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:08.703238755Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/omicron-zones.json\""} {"msg":"Writing ledger to /pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:08.703251111Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:08.703487401Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/omicron-zones.json\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:08.703608556Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"1b6d24fa-d15a-4522-ae8d-2271aa0ced16","remote_addr":"[fd00:1122:3344:101::1]:63818","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":14903294,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:08.738432385Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:58910"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:08.766856707Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"02113d6d-d6a6-4b3c-a2fc-1cf717141287","remote_addr":"[fd00:1122:3344:101::1]:58910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":28186,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:08.76722454Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1154","retry_after":"101.349277ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02113d6d-d6a6-4b3c-a2fc-1cf717141287\", \"content-length\": \"124\", \"date\": \"Thu, 21 Nov 2024 19:32:08 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"02113d6d-d6a6-4b3c-a2fc-1cf717141287\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:08.898087757Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"39160a93-bc03-4cd2-96cd-acb647619a9b","remote_addr":"[fd00:1122:3344:101::1]:58910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":28237,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:08.898273704Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1154","retry_after":"153.697517ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39160a93-bc03-4cd2-96cd-acb647619a9b\", \"content-length\": \"124\", \"date\": \"Thu, 21 Nov 2024 19:32:08 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"39160a93-bc03-4cd2-96cd-acb647619a9b\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:09.080998899Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"bd7f031e-1988-4c82-8ca5-0a6e5d20e9e7","remote_addr":"[fd00:1122:3344:101::1]:58910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":26907,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:09.081190049Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1154","retry_after":"133.18204ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd7f031e-1988-4c82-8ca5-0a6e5d20e9e7\", \"content-length\": \"124\", \"date\": \"Thu, 21 Nov 2024 19:32:08 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"bd7f031e-1988-4c82-8ca5-0a6e5d20e9e7\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:09.243532276Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"217ca311-7fc3-46a1-949a-154d5be134b6","remote_addr":"[fd00:1122:3344:101::1]:58910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":27645,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:09.243728779Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1154","retry_after":"92.706019ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"217ca311-7fc3-46a1-949a-154d5be134b6\", \"content-length\": \"124\", \"date\": \"Thu, 21 Nov 2024 19:32:08 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"217ca311-7fc3-46a1-949a-154d5be134b6\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:09.366889587Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"c2906474-c830-4286-8916-67cc30d4dac9","remote_addr":"[fd00:1122:3344:101::1]:58910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":28465,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:09.367100152Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1154","retry_after":"212.610103ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2906474-c830-4286-8916-67cc30d4dac9\", \"content-length\": \"124\", \"date\": \"Thu, 21 Nov 2024 19:32:08 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c2906474-c830-4286-8916-67cc30d4dac9\" }"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::5]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:09.613838581Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3801"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:26.691930929Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3819"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.424215145Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3842"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.425153357Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"55d35e13-1373-405a-8dab-1f51f980c9c6","remote_addr":"[fd00:1122:3344:101::1]:58910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":26839300,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.42690483Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:57279"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.427478288Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"5e2ddd9b-2b85-45c7-a0a1-7449134a0b3c","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:57279","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":219,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:36.439073993Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"21.602757355s"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 112d49fb-486a-4cde-88e1-1221a68bf3b6 (service), filesystem_pool: Some(ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 0d1b3b31-4591-4bcb-931d-e8e03365f0d2 (service), filesystem_pool: Some(ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0377cf96-baf3-4e09-a570-eb7c67037d4d (service), filesystem_pool: Some(ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 0136b26a-6758-4ad5-b364-f53a4233c038 (service), filesystem_pool: Some(ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: a486abcd-d4a5-4b73-b0e7-1f604d44a620, kind: Service { id: 0136b26a-6758-4ad5-b364-f53a4233c038 }, name: Name(\"ntp-0136b26a-6758-4ad5-b364-f53a4233c038\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 178, 194])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: b62bf12e-c67b-4a78-937e-322230da8e1d (service), filesystem_pool: Some(ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External } } } }, OmicronZoneConfig { id: 79d9d42d-4227-48a4-8c55-f6743d9bd839 (service), filesystem_pool: Some(ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1c2e9f31-b8bd-4a6a-aef0-78de1c20cad8 (service), filesystem_pool: Some(ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External } } } }, OmicronZoneConfig { id: 793b523c-f13b-44bd-b2cf-0fee92f1dab5 (service), filesystem_pool: Some(ZpoolName { id: 21742b4e-23b7-43df-8530-fcf02dea3824 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 21742b4e-23b7-43df-8530-fcf02dea3824 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2ed495f5-f9ed-49df-a66f-275b1f2ae454 (service), filesystem_pool: Some(ZpoolName { id: 61b32b1c-9218-4c36-b123-2959f1dfd4f0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 61b32b1c-9218-4c36-b123-2959f1dfd4f0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 90b200e8-d1ee-4e0d-975c-64628c5532d2 (service), filesystem_pool: Some(ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 4c211da9-c36c-41bc-8274-9aa6420c20e6, kind: Service { id: 90b200e8-d1ee-4e0d-975c-64628c5532d2 }, name: Name(\"external-dns-90b200e8-d1ee-4e0d-975c-64628c5532d2\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 185])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 4e669ff4-6dde-4cd2-8491-623460b56d8d (service), filesystem_pool: Some(ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: b69bf686-c443-40c6-b854-c2ff6e5e107a, kind: Service { id: 4e669ff4-6dde-4cd2-8491-623460b56d8d }, name: Name(\"external-dns-4e669ff4-6dde-4cd2-8491-623460b56d8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 188])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 39d14e41-6d5d-474a-aaea-65c36b8f9da5 (service), filesystem_pool: Some(ZpoolName { id: b36cfd4c-887e-4515-9f44-b45436c8de30 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 4cb2fda6-91fb-43d0-be7c-77f85347c432, kind: Service { id: 39d14e41-6d5d-474a-aaea-65c36b8f9da5 }, name: Name(\"nexus-39d14e41-6d5d-474a-aaea-65c36b8f9da5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 235, 243])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 088dbd0f-363c-4785-9d04-aa968256294e (service), filesystem_pool: Some(ZpoolName { id: 695b40ec-ab62-486b-99a5-161c372e3934 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 7e0b7555-efc0-41d1-b3ba-7ca41e2e30b7, kind: Service { id: 088dbd0f-363c-4785-9d04-aa968256294e }, name: Name(\"nexus-088dbd0f-363c-4785-9d04-aa968256294e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 205])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 915e11b8-d7cb-4730-9906-7980540813dc (service), filesystem_pool: Some(ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 03ccecdf-44ea-4815-8920-5ebe8d7bf7ff, kind: Service { id: 915e11b8-d7cb-4730-9906-7980540813dc }, name: Name(\"nexus-915e11b8-d7cb-4730-9906-7980540813dc\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 183, 146])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 5fb99117-c685-44d5-bec2-c58adb63b619 (service), filesystem_pool: Some(ZpoolName { id: 03f27c6c-e171-4450-8876-58f440dc9097 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 33315960-bb75-402f-b35f-57bf31aa7fa1 (service), filesystem_pool: Some(ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External } } } }, OmicronZoneConfig { id: 977761ce-56db-4d7f-989a-1753926c4318 (service), filesystem_pool: Some(ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: d6f3e611-5df4-4398-95ef-e3e39c36b3c0 (service), filesystem_pool: Some(ZpoolName { id: 695b40ec-ab62-486b-99a5-161c372e3934 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: aca54066-e79b-4cbd-9f73-6d281b0ecad4 (service), filesystem_pool: Some(ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3a5c9363-d084-4653-b4b3-41d106294d20 (service), filesystem_pool: Some(ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External } } } }, OmicronZoneConfig { id: c5fdcef6-931d-4d38-9395-118db152ff3c (service), filesystem_pool: Some(ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5bce18f9-02f8-49f9-ba47-3434651d04e1 (service), filesystem_pool: Some(ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External } } } }, OmicronZoneConfig { id: a9850f8a-24b5-462c-9595-ec017b921a35 (service), filesystem_pool: Some(ZpoolName { id: 21742b4e-23b7-43df-8530-fcf02dea3824 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 21742b4e-23b7-43df-8530-fcf02dea3824 (zpool), kind: External } } } }, OmicronZoneConfig { id: 0256a788-b2d9-40a4-a221-ded4046dad4e (service), filesystem_pool: Some(ZpoolName { id: 61b32b1c-9218-4c36-b123-2959f1dfd4f0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 61b32b1c-9218-4c36-b123-2959f1dfd4f0 (zpool), kind: External } } } }, OmicronZoneConfig { id: a2c5d597-7f38-4da5-8720-0f0a0f767679 (service), filesystem_pool: Some(ZpoolName { id: 03f27c6c-e171-4450-8876-58f440dc9097 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 03f27c6c-e171-4450-8876-58f440dc9097 (zpool), kind: External } } } }, OmicronZoneConfig { id: 79820cb2-812b-4ec3-9d9d-10275f4f45bb (service), filesystem_pool: Some(ZpoolName { id: 8a7d01cd-9218-405e-81a7-0632ac6eff3f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8a7d01cd-9218-405e-81a7-0632ac6eff3f (zpool), kind: External } } } }, OmicronZoneConfig { id: 0549559a-36c0-43cd-9345-712a6ce4085d (service), filesystem_pool: Some(ZpoolName { id: 695b40ec-ab62-486b-99a5-161c372e3934 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695b40ec-ab62-486b-99a5-161c372e3934 (zpool), kind: External } } } }, OmicronZoneConfig { id: 796986f8-873c-4bb4-aba3-115f6ba0f472 (service), filesystem_pool: Some(ZpoolName { id: b36cfd4c-887e-4515-9f44-b45436c8de30 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b36cfd4c-887e-4515-9f44-b45436c8de30 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.472961176Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:538"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.473336211Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:37036"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.474553237Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.474703849Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Reading ledger from /pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.4747476Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Received DatasetsConfigList { tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.474962212Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.474974233Z","hostname":"buskin","pid":1566,"request":"datasets_config_list","component":"StorageManager","file":"common/src/ledger.rs:178"} {"msg":"Reading ledger from /pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.475580671Z","hostname":"buskin","pid":1566,"request":"datasets_config_list","component":"StorageManager","file":"common/src/ledger.rs:178"} {"msg":"Found ledger on internal storage","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.475977216Z","hostname":"buskin","pid":1566,"request":"datasets_config_list","component":"StorageManager","file":"sled-storage/src/manager.rs:992"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.476150058Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.67090931Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.671330316Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.671397307Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.671407057Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.671433327Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.671445357Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.671477517Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.671491018Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.672628223Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.67393609Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.844247566Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.844488259Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.84455534Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.873074721Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.873287524Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.873351345Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.887992281Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.888035131Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.888039831Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.888198103Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.893367753Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.898080236Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.903205744Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.908583526Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.913800535Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_33315960-bb75-402f-b35f-57bf31aa7fa1","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:36.919004165Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.058210395Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.063134721Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.068026256Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.072481136Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.077204949Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.081709899Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_clickhouse_33315960-bb75-402f-b35f-57bf31aa7fa1","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.086178509Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Configuring new Omicron zone: oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.091680062Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.096686669Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.102676199Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.109082575Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.1154407Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.121901616Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.128417103Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.136176997Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.144359006Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.152352753Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.160141757Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.168484978Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.177878494Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.197406005Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.316966573Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.437953339Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.502867717Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.572466176Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.636012735Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.638112633Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.638125473Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.699488413Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 235, 243]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.699523184Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1271","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.701820464Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.701834744Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.760475858Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 183, 146]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.760527409Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1271","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.762966811Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.762987102Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.818888719Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 164, 205]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.818930059Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1271","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.820872415Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.820892515Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.87666608Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 156, 188]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.876696901Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1271","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.878415574Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.878434944Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.933837215Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 192, 185]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.933876325Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1271","zone_type":"external_dns"} {"msg":"no nat entry found for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.934160859Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.934174609Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.935645889Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.935659849Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.935808021Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.935817291Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.936042984Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.936055274Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.936072974Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.936078925Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.945978737Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.947806831Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"creation of nat entry successful for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.947870992Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:37.951704223Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"creation of nat entry successful for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:38.013242145Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:38.018480746Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:38.018544116Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:38.021932781Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"creation of nat entry successful for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:38.022097974Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Configuring new Omicron zone: oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:38.081949123Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:38.168571591Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:38.204329309Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:38.216653083Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Configuring new Omicron zone: oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:38.230140223Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_external_dns_90b200e8-d1ee-4e0d-975c-64628c5532d2","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:38.244418824Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:38.255429172Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:38.26800452Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:38.297447833Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:38.319495088Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_external_dns_90b200e8-d1ee-4e0d-975c-64628c5532d2","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:38.361804073Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Profile for oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:52.080490919Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:52.081077117Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:52.125074785Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:52.130136153Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:52.152084296Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:52.152604243Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:52.162703368Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:52.163531719Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:52.163707671Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:52.163880414Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:52.172134624Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:52.178883664Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:52.185964609Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:52.186584807Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:52.187457299Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:52.188175058Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:52.18829208Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:52.193971986Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:52.199859845Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:52.207262683Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:52.620392903Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:52.620876879Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:52.704048101Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:52.704256153Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:52.726850785Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1\") failed: Property not found. retry in 43.924666ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:52.755022891Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:52.755177913Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472\") failed: Property not found. retry in 35.724986ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:52.772638807Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35\") failed: Property not found. retry in 30.17851ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:52.783597633Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e\") failed: Property not found. retry in 54.914313ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:52.794716562Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4\") failed: Property not found. retry in 46.421599ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:52.808119471Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679\") failed: Property not found. retry in 67.193232ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:52.816765216Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0\") failed: Property not found. retry in 58.257033ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:52.828185809Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb\") failed: Property not found. retry in 56.868458ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:52.837777717Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c\") failed: Property not found. retry in 62.397379ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:52.849005237Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d\") failed: Property not found. retry in 60.300713ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:52.859149913Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472\") failed: Property not found. retry in 131.885428ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:52.870214271Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1\") failed: Property not found. retry in 140.873154ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:52.880332746Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35\") failed: Property not found. retry in 147.84231ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:52.889865193Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e\") failed: Property not found. retry in 88.471074ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:52.899513112Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4\") failed: Property not found. retry in 54.815026ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:52.908548273Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679\") failed: Property not found. retry in 142.368409ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:52.919677071Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0\") failed: Property not found. retry in 72.218932ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:52.929532763Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20\") failed: Property not found. retry in 57.362107ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:52.940847145Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb\") failed: Property not found. retry in 122.549976ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:52.950186659Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318\") failed: Property not found. retry in 31.041532ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:52.960082762Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c\") failed: Property not found. retry in 99.429315ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:52.971539624Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d\") failed: Property not found. retry in 124.228238ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:52.983649136Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4\") failed: Property not found. retry in 214.545845ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:52.999924824Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619\") failed: Property not found. retry in 30.289981ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.009786876Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0\") failed: Property not found. retry in 144.356481ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.026103734Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20\") failed: Property not found. retry in 115.739294ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.075534274Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb\") failed: Property not found. retry in 137.917223ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.118908654Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318\") failed: Property not found. retry in 54.381796ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.131904787Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c\") failed: Property not found. retry in 237.077457ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.144895411Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d\") failed: Property not found. retry in 101.820743ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.159144691Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472\") failed: Property not found. retry in 176.288718ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.172595141Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1\") failed: Property not found. retry in 200.557662ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.184632862Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35\") failed: Property not found. retry in 118.736636ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.199920036Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e\") failed: Property not found. retry in 202.952356ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.211299068Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619\") failed: Property not found. retry in 141.253871ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.220294728Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679\") failed: Property not found. retry in 196.102682ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.230412623Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0\") failed: Property not found. retry in 419.343111ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.241479031Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20\") failed: Property not found. retry in 176.886364ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.254336483Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318\") failed: Property not found. retry in 284.612855ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.265405321Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d\") failed: Property not found. retry in 229.060682ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.276059844Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4\") failed: Property not found. retry in 276.07037ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.286885028Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb\") failed: Property not found. retry in 467.183655ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.296905562Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35\") failed: Property not found. retry in 468.666484ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.331463484Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472\") failed: Property not found. retry in 599.027217ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.362086353Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619\") failed: Property not found. retry in 217.012739ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.372723635Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c\") failed: Property not found. retry in 244.802335ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.394131391Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1\") failed: Property not found. retry in 429.811965ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.404163705Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e\") failed: Property not found. retry in 458.619912ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.426394142Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679\") failed: Property not found. retry in 453.485794ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.438737727Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20\") failed: Property not found. retry in 372.415145ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.449656523Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d\") failed: Property not found. retry in 427.017372ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.52127267Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318\") failed: Property not found. retry in 294.819114ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.563914959Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4\") failed: Property not found. retry in 724.349708ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.575107579Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619\") failed: Property not found. retry in 316.184549ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.60140435Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c\") failed: Property not found. retry in 935.240621ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.653699599Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:53.655363551Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:53.655607035Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0\") failed: Property not found. retry in 1.143113227s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.675416569Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb\") failed: Property not found. retry in 906.821496ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.779216256Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35\") failed: Property not found. retry in 565.295385ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.812878176Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20\") failed: Property not found. retry in 702.3164ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.838553269Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1\") failed: Property not found. retry in 899.402173ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.850443048Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318\") failed: Property not found. retry in 802.419827ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.872992451Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d\") failed: Property not found. retry in 37.232671ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.888470136Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e\") failed: Property not found. retry in 1.162335667s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.90146536Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679\") failed: Property not found. retry in 661.495125ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.913542081Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619\") failed: Property not found. retry in 500.961989ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.932092969Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d\") failed: Property not found. retry in 56.545527ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.94038328Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d\") failed: Property not found. retry in 966.922378ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.962064609Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472\") failed: Property not found. retry in 730.583105ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:53.976167648Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d\") failed: Property not found. retry in 157.187933ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:54.009483413Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d\") failed: Property not found. retry in 298.124413ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:54.182259632Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4\") failed: Property not found. retry in 1.496346152s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:54.314550539Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35\") failed: Property not found. retry in 1.418129304s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:54.39248493Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619\") failed: Property not found. retry in 1.058200179s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:54.448075653Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d\") failed: Property not found. retry in 970.808399ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:54.493614902Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20\") failed: Property not found. retry in 770.347771ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:54.561064482Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679\") failed: Property not found. retry in 829.819331ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:54.59311067Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c\") failed: Property not found. retry in 1.303213349s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:54.605902541Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318\") failed: Property not found. retry in 1.226499055s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:54.68815461Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb\") failed: Property not found. retry in 1.326567086s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:54.699307229Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472\") failed: Property not found. retry in 1.312850348s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:54.719843224Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1\") failed: Property not found. retry in 1.11654292s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:54.764044134Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0\") failed: Property not found. retry in 1.245832123s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:54.83106566Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:54.892556241Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:54.892622202Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:54.892740134Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:54.892754634Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:54.899753178Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:32:54.906422417Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d\") failed: Property not found. retry in 637.710146ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:54.943081846Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e\") failed: Property not found. retry in 790.619393ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:55.078103291Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e\") failed: Property not found. retry in 59.530749ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:55.092171949Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5\") failed: Property not found. retry in 52.118558ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:55.128539455Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc\") failed: Property not found. retry in 58.679646ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:55.139472461Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e\") failed: Property not found. retry in 54.258814ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:55.163322409Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5\") failed: Property not found. retry in 123.445831ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:55.192634831Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc\") failed: Property not found. retry in 137.90924ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:55.208546204Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e\") failed: Property not found. retry in 217.370723ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:55.227105321Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5\") failed: Property not found. retry in 171.75903ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:55.331238323Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20\") failed: Property not found. retry in 1.398181842s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:55.343307294Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc\") failed: Property not found. retry in 166.919738ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:55.362907356Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679\") failed: Property not found. retry in 1.464565644s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:55.617045521Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d\") failed: Property not found. retry in 669.974365ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:55.852418296Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5\") failed: Property not found. retry in 446.174387ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:56.07648756Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc\") failed: Property not found. retry in 479.407536ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:56.156794963Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e\") failed: Property not found. retry in 366.371491ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:56.191091001Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d\") failed: Property not found. retry in 1.124214663s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:56.224470567Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619\") failed: Property not found. retry in 680.878797ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:56.25388588Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb\") failed: Property not found. retry in 673.931749ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:56.279816137Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318\") failed: Property not found. retry in 556.83491ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:56.306479033Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c\") failed: Property not found. retry in 782.447587ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:56.356584183Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472\") failed: Property not found. retry in 1.183290081s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:56.374702895Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1\") failed: Property not found. retry in 534.194891ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:56.388678862Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35\") failed: Property not found. retry in 557.161528ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:56.40579159Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e\") failed: Property not found. retry in 938.716385ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:56.420322295Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4\") failed: Property not found. retry in 1.030684307s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:56.435473367Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0\") failed: Property not found. retry in 1.033739768s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:56.456610849Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d\") failed: Property not found. retry in 949.401231ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:56.538239209Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5\") failed: Property not found. retry in 589.119661ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:56.550144708Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e\") failed: Property not found. retry in 721.858455ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:56.571727757Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc\") failed: Property not found. retry in 939.125583ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:56.648729366Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20\") failed: Property not found. retry in 1.091772431s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:56.75457838Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318\") failed: Property not found. retry in 1.42088348s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:56.877518093Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1\") failed: Property not found. retry in 662.315255ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:56.936187097Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619\") failed: Property not found. retry in 1.042466498s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:56.946608296Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb\") failed: Property not found. retry in 1.001494412s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:56.96640788Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35\") failed: Property not found. retry in 568.486763ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:56.976944191Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679\") failed: Property not found. retry in 731.13713ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:57.0921436Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c\") failed: Property not found. retry in 606.391959ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:57.153901256Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5\") failed: Property not found. retry in 1.202511412s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:57.16541201Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e\") failed: Property not found. retry in 1.318812534s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:57.306473144Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d\") failed: Property not found. retry in 595.255514ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:57.362365761Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e\") failed: Property not found. retry in 522.302236ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:57.374720806Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4\") failed: Property not found. retry in 1.480495591s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:57.479564187Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d\") failed: Property not found. retry in 1.041232694s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:57.500101811Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0\") failed: Property not found. retry in 1.390905097s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:57.511135709Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35\") failed: Property not found. retry in 1.100848851s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:57.561306409Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472\") failed: Property not found. retry in 1.018864926s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:57.571261912Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc\") failed: Property not found. retry in 900.665643ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:57.60103468Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1\") failed: Property not found. retry in 1.044952251s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:57.612855568Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c\") failed: Property not found. retry in 1.143922727s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:57.77396597Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679\") failed: Property not found. retry in 1.146580897s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:57.83681641Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20\") failed: Property not found. retry in 693.818056ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:57.855199966Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e\") failed: Property not found. retry in 799.241552ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:57.906496491Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d\") failed: Property not found. retry in 634.913351ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:57.966962369Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb\") failed: Property not found. retry in 1.294329518s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:57.978801407Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619\") failed: Property not found. retry in 922.235034ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:57.999520434Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318\") failed: Property not found. retry in 940.688189ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:58.310915605Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5\") failed: Property not found. retry in 930.804423ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:58.381109043Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc\") failed: Property not found. retry in 566.619918ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:58.514906861Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d\") failed: Property not found. retry in 1.234509306s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:58.552240519Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20\") failed: Property not found. retry in 1.227161151s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:58.561265359Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472\") failed: Property not found. retry in 840.440432ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:58.601155152Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d\") failed: Property not found. retry in 1.180985766s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:58.613219414Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e\") failed: Property not found. retry in 1.415127729s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:58.637423127Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1\") failed: Property not found. retry in 685.979899ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:58.66830359Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35\") failed: Property not found. retry in 1.417869125s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:58.683518643Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e\") failed: Property not found. retry in 1.013069179s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:58.716607235Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0\") failed: Property not found. retry in 952.337001ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:58.91307326Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c\") failed: Property not found. retry in 762.824052ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:58.929774003Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619\") failed: Property not found. retry in 980.544366ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:58.94000131Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4\") failed: Property not found. retry in 834.142486ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:58.970805712Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679\") failed: Property not found. retry in 916.142412ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:58.993294042Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc\") failed: Property not found. retry in 1.351070295s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:59.094719237Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318\") failed: Property not found. retry in 1.218244779s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:59.263523263Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb\") failed: Property not found. retry in 895.704396ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:59.28426696Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5\") failed: Property not found. retry in 882.737579ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:59.324747621Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1\") failed: Property not found. retry in 1.143080375s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:59.36511075Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472\") failed: Property not found. retry in 983.817453ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:59.452599109Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c\") failed: Property not found. retry in 521.15593ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:59.705108083Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e\") failed: Property not found. retry in 1.334616665s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:59.742150578Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d\") failed: Property not found. retry in 1.211034115s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:59.796674406Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20\") failed: Property not found. retry in 1.41126296s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:59.805356682Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d\") failed: Property not found. retry in 1.174613999s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:59.814062728Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4\") failed: Property not found. retry in 778.653733ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:59.822354939Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0\") failed: Property not found. retry in 1.2735001s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:59.877303123Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679\") failed: Property not found. retry in 822.621921ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:59.918702277Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619\") failed: Property not found. retry in 1.030866156s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:32:59.928969484Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e\") failed: Property not found. retry in 1.092938595s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:00.060813835Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35\") failed: Property not found. retry in 1.243114989s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:00.146244547Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb\") failed: Property not found. retry in 767.901644ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:00.204747388Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5\") failed: Property not found. retry in 1.409817429s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:00.216710688Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c\") failed: Property not found. retry in 1.237290539s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:00.235481079Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_90b200e8-d1ee-4e0d-975c-64628c5532d2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:00.247065134Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_90b200e8-d1ee-4e0d-975c-64628c5532d2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:00.247410829Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_90b200e8-d1ee-4e0d-975c-64628c5532d2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472\") failed: Property not found. retry in 1.384201829s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:00.451266762Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc\") failed: Property not found. retry in 1.043779824s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:00.465385511Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318\") failed: Property not found. retry in 666.870813ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:00.494785404Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1\") failed: Property not found. retry in 1.029803248s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:00.52663304Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_90b200e8-d1ee-4e0d-975c-64628c5532d2\") failed: Property not found. retry in 36.864682ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:00.552387633Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_90b200e8-d1ee-4e0d-975c-64628c5532d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_90b200e8-d1ee-4e0d-975c-64628c5532d2\") failed: Property not found. retry in 86.029941ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:00.604676462Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_90b200e8-d1ee-4e0d-975c-64628c5532d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4\") failed: Property not found. retry in 1.422533242s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:00.618406815Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_90b200e8-d1ee-4e0d-975c-64628c5532d2\") failed: Property not found. retry in 108.720493ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:00.699984475Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_90b200e8-d1ee-4e0d-975c-64628c5532d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679\") failed: Property not found. retry in 1.341569293s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:00.75646267Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_90b200e8-d1ee-4e0d-975c-64628c5532d2\") failed: Property not found. retry in 515.723045ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:00.826948701Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_90b200e8-d1ee-4e0d-975c-64628c5532d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619\") failed: Property not found. retry in 551.152164ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:00.973654532Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb\") failed: Property not found. retry in 915.961359ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:00.989062118Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d\") failed: Property not found. retry in 712.413793ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:01.007744197Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d\") failed: Property not found. retry in 890.695184ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:01.02442664Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e\") failed: Property not found. retry in 1.472840116s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:01.091884462Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0\") failed: Property not found. retry in 1.211072865s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:01.168283582Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318\") failed: Property not found. retry in 1.431923985s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:01.183775069Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e\") failed: Property not found. retry in 537.993232ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:01.197907688Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20\") failed: Property not found. retry in 1.157691931s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:01.238334558Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_90b200e8-d1ee-4e0d-975c-64628c5532d2\") failed: Property not found. retry in 717.217431ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:01.361692927Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_90b200e8-d1ee-4e0d-975c-64628c5532d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35\") failed: Property not found. retry in 607.980689ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:01.40607105Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c\") failed: Property not found. retry in 1.391226189s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:01.498589666Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc\") failed: Property not found. retry in 921.339209ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:01.536427661Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619\") failed: Property not found. retry in 997.844538ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:01.556532409Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1\") failed: Property not found. retry in 783.103712ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:01.574669472Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5\") failed: Property not found. retry in 1.256544433s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:01.649233758Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d\") failed: Property not found. retry in 687.333938ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:01.744381599Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e\") failed: Property not found. retry in 506.923225ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:01.769503135Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472\") failed: Property not found. retry in 1.049481414s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:01.858100789Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb\") failed: Property not found. retry in 974.07848ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:01.939977023Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d\") failed: Property not found. retry in 872.741493ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:01.96521184Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35\") failed: Property not found. retry in 728.133705ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:02.036010876Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4\") failed: Property not found. retry in 642.018652ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:02.065762504Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_90b200e8-d1ee-4e0d-975c-64628c5532d2\") failed: Property not found. retry in 1.226740809s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:02.099272681Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_90b200e8-d1ee-4e0d-975c-64628c5532d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679\") failed: Property not found. retry in 1.486318402s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:02.119494172Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e\") failed: Property not found. retry in 936.100171ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:02.295612305Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1\") failed: Property not found. retry in 859.773785ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:02.373899291Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0\") failed: Property not found. retry in 694.941385ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:02.393433752Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20\") failed: Property not found. retry in 1.270233129s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:02.411507264Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d\") failed: Property not found. retry in 1.270045164s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:02.447710867Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc\") failed: Property not found. retry in 1.099982842s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:02.477520626Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619\") failed: Property not found. retry in 922.070254ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:02.579089112Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e\") failed: Property not found. retry in 1.390495507s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:02.611605276Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318\") failed: Property not found. retry in 839.632627ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:02.63357403Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4\") failed: Property not found. retry in 1.384389015s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:02.723204447Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35\") failed: Property not found. retry in 1.287866682s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:02.774669495Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d\") failed: Property not found. retry in 1.369510501s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:02.850014542Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c\") failed: Property not found. retry in 941.11694ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:02.904038134Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5\") failed: Property not found. retry in 871.297408ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:02.918593748Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb\") failed: Property not found. retry in 1.265659781s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:02.928510491Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472\") failed: Property not found. retry in 1.037173192s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:02.939610639Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0\") failed: Property not found. retry in 1.427022157s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:03.100018432Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e\") failed: Property not found. retry in 687.006124ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:03.242389294Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1\") failed: Property not found. retry in 1.17823037s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:03.253007487Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_90b200e8-d1ee-4e0d-975c-64628c5532d2\") failed: Property not found. retry in 1.403414019s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:03.337999622Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_90b200e8-d1ee-4e0d-975c-64628c5532d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318\") failed: Property not found. retry in 846.84737ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:03.48604761Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619\") failed: Property not found. retry in 866.749517ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:03.512796988Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc\") failed: Property not found. retry in 582.715037ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:03.589814246Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679\") failed: Property not found. retry in 957.378247ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:03.618709522Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20\") failed: Property not found. retry in 880.188185ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:03.692343386Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d\") failed: Property not found. retry in 618.794424ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:03.732493902Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5\") failed: Property not found. retry in 720.455943ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:03.800781835Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c\") failed: Property not found. retry in 1.016886077s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:03.857635185Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e\") failed: Property not found. retry in 1.419162449s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:03.93959305Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472\") failed: Property not found. retry in 814.828541ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:03.98899327Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e\") failed: Property not found. retry in 1.248680892s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:04.014595082Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35\") failed: Property not found. retry in 1.491911156s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:04.073795213Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4\") failed: Property not found. retry in 1.103951474s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:04.118131485Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc\") failed: Property not found. retry in 937.658704ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:04.186079033Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb\") failed: Property not found. retry in 1.413227409s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:04.207850534Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d\") failed: Property not found. retry in 1.357692684s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:04.231784814Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318\") failed: Property not found. retry in 1.463675437s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:04.346906452Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d\") failed: Property not found. retry in 1.261250417s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:04.363786077Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619\") failed: Property not found. retry in 694.963006ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:04.39165248Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1\") failed: Property not found. retry in 1.332793359s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:04.44628001Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5\") failed: Property not found. retry in 1.155292353s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:04.53537187Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0\") failed: Property not found. retry in 1.179491143s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:04.548159611Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20\") failed: Property not found. retry in 889.859068ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:04.585148375Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679\") failed: Property not found. retry in 988.067237ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:04.597625592Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_33315960-bb75-402f-b35f-57bf31aa7fa1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:04.681225749Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_33315960-bb75-402f-b35f-57bf31aa7fa1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:04.681453232Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_33315960-bb75-402f-b35f-57bf31aa7fa1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_external_dns_90b200e8-d1ee-4e0d-975c-64628c5532d2\") failed: Property not found. retry in 1.194604696s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:04.755857276Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_90b200e8-d1ee-4e0d-975c-64628c5532d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472\") failed: Property not found. retry in 1.348457694s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:04.823407668Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c\") failed: Property not found. retry in 1.169459864s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:04.887959081Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_33315960-bb75-402f-b35f-57bf31aa7fa1\") failed: Property not found. retry in 40.034009ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:04.923915651Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_33315960-bb75-402f-b35f-57bf31aa7fa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_33315960-bb75-402f-b35f-57bf31aa7fa1\") failed: Property not found. retry in 111.880984ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:04.974784591Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_33315960-bb75-402f-b35f-57bf31aa7fa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_33315960-bb75-402f-b35f-57bf31aa7fa1\") failed: Property not found. retry in 182.789723ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:05.104266281Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_33315960-bb75-402f-b35f-57bf31aa7fa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619\") failed: Property not found. retry in 754.132758ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:05.12215976Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc\") failed: Property not found. retry in 862.281261ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:05.143067169Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4\") failed: Property not found. retry in 1.336319569s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:05.262015239Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e\") failed: Property not found. retry in 744.508349ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:05.290269536Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_33315960-bb75-402f-b35f-57bf31aa7fa1\") failed: Property not found. retry in 278.4885ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:05.320930896Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_33315960-bb75-402f-b35f-57bf31aa7fa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e\") failed: Property not found. retry in 851.15723ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:05.372992452Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20\") failed: Property not found. retry in 566.650365ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:05.490334709Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35\") failed: Property not found. retry in 710.038131ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:05.58095984Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679\") failed: Property not found. retry in 1.397385034s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:05.601466534Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d\") failed: Property not found. retry in 649.763572ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:05.617055562Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_33315960-bb75-402f-b35f-57bf31aa7fa1\") failed: Property not found. retry in 889.608148ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:05.630328819Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_33315960-bb75-402f-b35f-57bf31aa7fa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb\") failed: Property not found. retry in 1.239477229s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:05.652370564Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d\") failed: Property not found. retry in 1.225797507s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:05.665893674Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5\") failed: Property not found. retry in 644.42432ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:05.704361599Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0\") failed: Property not found. retry in 731.728123ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:05.745405067Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1\") failed: Property not found. retry in 688.367349ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:05.797767297Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318\") failed: Property not found. retry in 990.115797ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:05.825103492Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619\") failed: Property not found. retry in 563.09169ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:05.891954595Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_90b200e8-d1ee-4e0d-975c-64628c5532d2\") failed: Property not found. retry in 1.422736045s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:05.965203174Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_90b200e8-d1ee-4e0d-975c-64628c5532d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc\") failed: Property not found. retry in 854.266012ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:06.02180015Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e\") failed: Property not found. retry in 1.141617909s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:06.050143819Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20\") failed: Property not found. retry in 1.467379059s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:06.073227537Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c\") failed: Property not found. retry in 1.425210411s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:06.087477688Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472\") failed: Property not found. retry in 676.224734ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:06.194092062Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e\") failed: Property not found. retry in 806.060654ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:06.239841883Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d\") failed: Property not found. retry in 1.387323521s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:06.283366665Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35\") failed: Property not found. retry in 1.328490347s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:06.305991537Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5\") failed: Property not found. retry in 569.587137ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:06.364961265Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619\") failed: Property not found. retry in 990.370788ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:06.470401984Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0\") failed: Property not found. retry in 1.415888995s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:06.488314374Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1\") failed: Property not found. retry in 1.442200191s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:06.501188755Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_33315960-bb75-402f-b35f-57bf31aa7fa1\") failed: Property not found. retry in 1.409223927s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:06.535721066Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_33315960-bb75-402f-b35f-57bf31aa7fa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:06.536262883Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:37120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:06.537960896Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"4871ca31-05b1-43bd-8b7b-c90ee33e683d","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:37120","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":914,"response_code":"200"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4\") failed: Property not found. retry in 1.450765754s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:06.616957161Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318\") failed: Property not found. retry in 922.202977ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:06.825571189Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472\") failed: Property not found. retry in 1.384799753s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:06.88401093Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb\") failed: Property not found. retry in 731.291609ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:06.922563185Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d\") failed: Property not found. retry in 762.336107ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:06.937982071Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5\") failed: Property not found. retry in 1.098040419s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:06.948480621Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679\") failed: Property not found. retry in 964.633294ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:07.014513933Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e\") failed: Property not found. retry in 1.329667002s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:07.067740045Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e\") failed: Property not found. retry in 1.415931148s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:07.206401477Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_90b200e8-d1ee-4e0d-975c-64628c5532d2\") failed: Property not found. retry in 1.029207697s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:07.406867796Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_90b200e8-d1ee-4e0d-975c-64628c5532d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c\") failed: Property not found. retry in 1.354836793s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:07.534226027Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20\") failed: Property not found. retry in 1.499568153s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:07.566414907Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb\") failed: Property not found. retry in 925.124054ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:07.708688198Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_33315960-bb75-402f-b35f-57bf31aa7fa1\") failed: Property not found. retry in 1.237321568s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:08.001418519Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_33315960-bb75-402f-b35f-57bf31aa7fa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_90b200e8-d1ee-4e0d-975c-64628c5532d2\") failed: Property not found. retry in 1.382833369s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:08.470260004Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_90b200e8-d1ee-4e0d-975c-64628c5532d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_33315960-bb75-402f-b35f-57bf31aa7fa1\") failed: Property not found. retry in 1.494632898s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:09.260118297Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_33315960-bb75-402f-b35f-57bf31aa7fa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_33315960-bb75-402f-b35f-57bf31aa7fa1\") failed: Property not found. retry in 513.400432ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:10.771250637Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_33315960-bb75-402f-b35f-57bf31aa7fa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_33315960-bb75-402f-b35f-57bf31aa7fa1\") failed: Property not found. retry in 1.027093375s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:11.297111973Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_33315960-bb75-402f-b35f-57bf31aa7fa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_33315960-bb75-402f-b35f-57bf31aa7fa1\") failed: Property not found. retry in 1.337718217s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:12.334665786Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_33315960-bb75-402f-b35f-57bf31aa7fa1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:33:13.26008018Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"42.736109602s"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:13.700758807Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_3a5c9363-d084-4653-b4b3-41d106294d20"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:13.700809308Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_79820cb2-812b-4ec3-9d9d-10275f4f45bb"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:13.700813938Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_pantry_977761ce-56db-4d7f-989a-1753926c4318"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:13.700817598Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_c5fdcef6-931d-4d38-9395-118db152ff3c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:13.700820888Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_0549559a-36c0-43cd-9345-712a6ce4085d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:13.700836328Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_796986f8-873c-4bb4-aba3-115f6ba0f472"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:13.700839708Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_clickhouse_33315960-bb75-402f-b35f-57bf31aa7fa1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:13.700842888Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_nexus_39d14e41-6d5d-474a-aaea-65c36b8f9da5"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:13.700846058Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:13.700849199Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:13.700852239Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_5bce18f9-02f8-49f9-ba47-3434651d04e1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:13.700855299Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_a9850f8a-24b5-462c-9595-ec017b921a35"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:13.700858348Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_external_dns_4e669ff4-6dde-4cd2-8491-623460b56d8d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:13.700861468Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_0256a788-b2d9-40a4-a221-ded4046dad4e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:13.700864489Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_pantry_aca54066-e79b-4cbd-9f73-6d281b0ecad4"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:13.700867599Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_external_dns_90b200e8-d1ee-4e0d-975c-64628c5532d2"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:13.700870679Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_oximeter_5fb99117-c685-44d5-bec2-c58adb63b619"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:13.700873659Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_a2c5d597-7f38-4da5-8720-0f0a0f767679"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:13.700876679Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_pantry_d6f3e611-5df4-4398-95ef-e3e39c36b3c0"} {"msg":"Writing ledger to /pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:13.702406049Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:13.705339988Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/omicron-zones.json\""} {"msg":"Writing ledger to /pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:13.705362679Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:13.707611909Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/omicron-zones.json\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:13.710980714Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"edeb42c6-8438-43bc-9afc-a3b06f2c2205","remote_addr":"[fd00:1122:3344:101::1]:37036","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37237264,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:13.721073569Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1448"} {"msg":"Writing ledger to /pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:13.721752608Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:13.721868779Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:133","path":"\"/pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/rss-plan-completed.marker\""} {"msg":"Writing ledger to /pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:13.721876889Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:13.721973301Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:133","path":"\"/pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/rss-plan-completed.marker\""} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:13.732713194Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:787"} {"msg":"Nexus address: [fd00:1122:3344:101::b]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:13.736650287Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:799"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n rib_priority: None,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n tx_eq: None,\n uplink_port_fec: Some(\n None,\n ),\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:13.775462875Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1013"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:13.780848807Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:13.900451315Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:14.070977574Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:14.261492359Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:14.434023775Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/6f50eaaf-6509-4592-a570-21594f7b8789/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:14.700649947Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78b151af-cb80-45e9-9d21-79c409ff50f4\", \"content-length\": \"173\", \"date\": \"Thu, 21 Nov 2024 19:33:16 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"6f50eaaf-6509-4592-a570-21594f7b8789\\\"\", request_id: \"78b151af-cb80-45e9-9d21-79c409ff50f4\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:16.08024269Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c17d68e-8287-4087-accb-7ae0b69df0e2\", \"content-length\": \"173\", \"date\": \"Thu, 21 Nov 2024 19:33:16 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"6f50eaaf-6509-4592-a570-21594f7b8789\\\"\", request_id: \"1c17d68e-8287-4087-accb-7ae0b69df0e2\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:16.493804295Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd93405d-d88d-4ca1-bc6e-9d8c0e0751e6\", \"content-length\": \"173\", \"date\": \"Thu, 21 Nov 2024 19:33:16 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"6f50eaaf-6509-4592-a570-21594f7b8789\\\"\", request_id: \"cd93405d-d88d-4ca1-bc6e-9d8c0e0751e6\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:16.822061531Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cd454e5-5c4a-4170-94a2-3b9e2c483866\", \"content-length\": \"173\", \"date\": \"Thu, 21 Nov 2024 19:33:17 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"6f50eaaf-6509-4592-a570-21594f7b8789\\\"\", request_id: \"1cd454e5-5c4a-4170-94a2-3b9e2c483866\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:17.12211459Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad46159a-b221-4682-ba86-eaadda1157a7\", \"content-length\": \"173\", \"date\": \"Thu, 21 Nov 2024 19:33:18 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"203795ed-576b-40e4-bed8-7463e3f2162c\\\"\", request_id: \"ad46159a-b221-4682-ba86-eaadda1157a7\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:18.870075504Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdabd3a7-2131-4408-b080-46a3dfa71607\", \"content-length\": \"173\", \"date\": \"Thu, 21 Nov 2024 19:33:20 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"203795ed-576b-40e4-bed8-7463e3f2162c\\\"\", request_id: \"bdabd3a7-2131-4408-b080-46a3dfa71607\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:20.074145751Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1d70fcd-3f36-404b-8372-eed14735c9e9\", \"content-length\": \"173\", \"date\": \"Thu, 21 Nov 2024 19:33:21 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"203795ed-576b-40e4-bed8-7463e3f2162c\\\"\", request_id: \"f1d70fcd-3f36-404b-8372-eed14735c9e9\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:21.620295159Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ba8df79-3157-4d07-9470-6b32cc5265dc\", \"content-length\": \"173\", \"date\": \"Thu, 21 Nov 2024 19:33:21 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"203795ed-576b-40e4-bed8-7463e3f2162c\\\"\", request_id: \"0ba8df79-3157-4d07-9470-6b32cc5265dc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:22.548254347Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95d5a496-96fb-4e0f-99d2-20499255a41d\", \"content-length\": \"173\", \"date\": \"Thu, 21 Nov 2024 19:33:23 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"203795ed-576b-40e4-bed8-7463e3f2162c\\\"\", request_id: \"95d5a496-96fb-4e0f-99d2-20499255a41d\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:24.05583475Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2141b5ee-d444-4fc6-9797-4fe5193a5993\", \"content-length\": \"173\", \"date\": \"Thu, 21 Nov 2024 19:33:25 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"203795ed-576b-40e4-bed8-7463e3f2162c\\\"\", request_id: \"2141b5ee-d444-4fc6-9797-4fe5193a5993\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:25.554172238Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1764e2f-eb89-42a4-a374-90380a93e4f8\", \"content-length\": \"173\", \"date\": \"Thu, 21 Nov 2024 19:33:26 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"203795ed-576b-40e4-bed8-7463e3f2162c\\\"\", request_id: \"c1764e2f-eb89-42a4-a374-90380a93e4f8\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:26.856888854Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7da6e098-d480-4f1a-b15c-eb1cc3924f5d\", \"content-length\": \"173\", \"date\": \"Thu, 21 Nov 2024 19:33:28 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"203795ed-576b-40e4-bed8-7463e3f2162c\\\"\", request_id: \"7da6e098-d480-4f1a-b15c-eb1cc3924f5d\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:28.904715844Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:30.296137175Z","hostname":"buskin","pid":1566,"component":"NexusNotifierTask","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/nexus.rs:500","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:30.390293793Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63647"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:30.397467139Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:30.398070347Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:30.398231449Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Reading ledger from /pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:30.39902452Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:30.414076041Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:30.414317554Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_11d53b36-56c4-493b-908d-a4b25d43b82e"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:30.44167754Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:30.44170678Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_2c2f13ae-cbfd-4d35-8cda-af591905c789"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:30.464823629Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:30.464850729Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_784212b9-62b7-432d-b0d7-e4600fa06921"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 21742b4e-23b7-43df-8530-fcf02dea3824 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:30.488554756Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:30.488586407Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_21742b4e-23b7-43df-8530-fcf02dea3824"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 61b32b1c-9218-4c36-b123-2959f1dfd4f0 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:30.509914072Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:30.509941762Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_61b32b1c-9218-4c36-b123-2959f1dfd4f0"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 03f27c6c-e171-4450-8876-58f440dc9097 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:30.530980363Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:30.531008344Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_03f27c6c-e171-4450-8876-58f440dc9097"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 8a7d01cd-9218-405e-81a7-0632ac6eff3f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:30.552812624Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:30.552840295Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_8a7d01cd-9218-405e-81a7-0632ac6eff3f"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 695b40ec-ab62-486b-99a5-161c372e3934 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:30.57345723Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:30.573503251Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_695b40ec-ab62-486b-99a5-161c372e3934"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: b36cfd4c-887e-4515-9f44-b45436c8de30 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:30.595056769Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:30.595082279Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_b36cfd4c-887e-4515-9f44-b45436c8de30"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:30.60711866Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"8e0315c4-d7e9-4f30-9d76-c97778e1e690","remote_addr":"[fd00:1122:3344:101::a]:63647","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":216008,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.032932531Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:54774"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.036860564Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4c211da9-c36c-41bc-8274-9aa6420c20e6, kind: Service { id: 90b200e8-d1ee-4e0d-975c-64628c5532d2 }, name: Name(\"external-dns-90b200e8-d1ee-4e0d-975c-64628c5532d2\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 185])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b69bf686-c443-40c6-b854-c2ff6e5e107a, kind: Service { id: 4e669ff4-6dde-4cd2-8491-623460b56d8d }, name: Name(\"external-dns-4e669ff4-6dde-4cd2-8491-623460b56d8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 188])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 03ccecdf-44ea-4815-8920-5ebe8d7bf7ff, kind: Service { id: 915e11b8-d7cb-4730-9906-7980540813dc }, name: Name(\"nexus-915e11b8-d7cb-4730-9906-7980540813dc\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 183, 146])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4cb2fda6-91fb-43d0-be7c-77f85347c432, kind: Service { id: 39d14e41-6d5d-474a-aaea-65c36b8f9da5 }, name: Name(\"nexus-39d14e41-6d5d-474a-aaea-65c36b8f9da5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 235, 243])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7e0b7555-efc0-41d1-b3ba-7ca41e2e30b7, kind: Service { id: 088dbd0f-363c-4785-9d04-aa968256294e }, name: Name(\"nexus-088dbd0f-363c-4785-9d04-aa968256294e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 205])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.037494612Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.037518712Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.037532793Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.037549153Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.037554983Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.037599903Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.037628944Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d71b8fba-e049-4c10-8068-e26bf63565ba","remote_addr":"[fd00:1122:3344:101::b]:54774","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":4604,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.039380207Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1085"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.422747801Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:63435"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.422778054Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:59386"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.423350728Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.423366308Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.423389978Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.423620211Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4c211da9-c36c-41bc-8274-9aa6420c20e6, kind: Service { id: 90b200e8-d1ee-4e0d-975c-64628c5532d2 }, name: Name(\"external-dns-90b200e8-d1ee-4e0d-975c-64628c5532d2\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 185])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b69bf686-c443-40c6-b854-c2ff6e5e107a, kind: Service { id: 4e669ff4-6dde-4cd2-8491-623460b56d8d }, name: Name(\"external-dns-4e669ff4-6dde-4cd2-8491-623460b56d8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 188])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 03ccecdf-44ea-4815-8920-5ebe8d7bf7ff, kind: Service { id: 915e11b8-d7cb-4730-9906-7980540813dc }, name: Name(\"nexus-915e11b8-d7cb-4730-9906-7980540813dc\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 183, 146])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4cb2fda6-91fb-43d0-be7c-77f85347c432, kind: Service { id: 39d14e41-6d5d-474a-aaea-65c36b8f9da5 }, name: Name(\"nexus-39d14e41-6d5d-474a-aaea-65c36b8f9da5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 235, 243])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7e0b7555-efc0-41d1-b3ba-7ca41e2e30b7, kind: Service { id: 088dbd0f-363c-4785-9d04-aa968256294e }, name: Name(\"nexus-088dbd0f-363c-4785-9d04-aa968256294e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 205])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.423669442Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.423699222Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.423716593Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.423731643Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.423746063Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.423761513Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.423785553Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"fbca5efd-0fc5-4ba6-bf72-235be2c9da02","remote_addr":"[fd00:1122:3344:101::b]:63435","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":322,"response_code":"204"} {"msg":"Reading ledger from /pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.42431421Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.437502547Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.437557947Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_11d53b36-56c4-493b-908d-a4b25d43b82e"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.462908516Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.462966597Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_2c2f13ae-cbfd-4d35-8cda-af591905c789"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.486499121Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.486544432Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_784212b9-62b7-432d-b0d7-e4600fa06921"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 21742b4e-23b7-43df-8530-fcf02dea3824 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.511182871Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.511220382Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_21742b4e-23b7-43df-8530-fcf02dea3824"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 61b32b1c-9218-4c36-b123-2959f1dfd4f0 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.532596456Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.532632407Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_61b32b1c-9218-4c36-b123-2959f1dfd4f0"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 03f27c6c-e171-4450-8876-58f440dc9097 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.555528443Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.555564163Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_03f27c6c-e171-4450-8876-58f440dc9097"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 8a7d01cd-9218-405e-81a7-0632ac6eff3f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.576467583Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.576523574Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_8a7d01cd-9218-405e-81a7-0632ac6eff3f"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 695b40ec-ab62-486b-99a5-161c372e3934 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.59873937Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.598799011Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_695b40ec-ab62-486b-99a5-161c372e3934"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: b36cfd4c-887e-4515-9f44-b45436c8de30 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.620286768Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.620331759Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_b36cfd4c-887e-4515-9f44-b45436c8de30"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.635047236Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"d5218baf-8781-4138-995b-b728c0e0a8af","remote_addr":"[fd00:1122:3344:101::b]:59386","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":211725,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.733504421Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:65244"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.733683043Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4c211da9-c36c-41bc-8274-9aa6420c20e6, kind: Service { id: 90b200e8-d1ee-4e0d-975c-64628c5532d2 }, name: Name(\"external-dns-90b200e8-d1ee-4e0d-975c-64628c5532d2\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 185])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b69bf686-c443-40c6-b854-c2ff6e5e107a, kind: Service { id: 4e669ff4-6dde-4cd2-8491-623460b56d8d }, name: Name(\"external-dns-4e669ff4-6dde-4cd2-8491-623460b56d8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 188])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 03ccecdf-44ea-4815-8920-5ebe8d7bf7ff, kind: Service { id: 915e11b8-d7cb-4730-9906-7980540813dc }, name: Name(\"nexus-915e11b8-d7cb-4730-9906-7980540813dc\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 183, 146])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4cb2fda6-91fb-43d0-be7c-77f85347c432, kind: Service { id: 39d14e41-6d5d-474a-aaea-65c36b8f9da5 }, name: Name(\"nexus-39d14e41-6d5d-474a-aaea-65c36b8f9da5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 235, 243])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7e0b7555-efc0-41d1-b3ba-7ca41e2e30b7, kind: Service { id: 088dbd0f-363c-4785-9d04-aa968256294e }, name: Name(\"nexus-088dbd0f-363c-4785-9d04-aa968256294e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 205])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.733726434Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.733748884Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.733758724Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.734365563Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.734373993Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.734397443Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:33.734418993Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"baedcceb-3b47-453a-91a7-c1fa3cec1b51","remote_addr":"[fd00:1122:3344:101::a]:65244","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":846,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:34.299402544Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:55381"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:34.299613465Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4c211da9-c36c-41bc-8274-9aa6420c20e6, kind: Service { id: 90b200e8-d1ee-4e0d-975c-64628c5532d2 }, name: Name(\"external-dns-90b200e8-d1ee-4e0d-975c-64628c5532d2\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 185])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b69bf686-c443-40c6-b854-c2ff6e5e107a, kind: Service { id: 4e669ff4-6dde-4cd2-8491-623460b56d8d }, name: Name(\"external-dns-4e669ff4-6dde-4cd2-8491-623460b56d8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 188])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 03ccecdf-44ea-4815-8920-5ebe8d7bf7ff, kind: Service { id: 915e11b8-d7cb-4730-9906-7980540813dc }, name: Name(\"nexus-915e11b8-d7cb-4730-9906-7980540813dc\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 183, 146])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4cb2fda6-91fb-43d0-be7c-77f85347c432, kind: Service { id: 39d14e41-6d5d-474a-aaea-65c36b8f9da5 }, name: Name(\"nexus-39d14e41-6d5d-474a-aaea-65c36b8f9da5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 235, 243])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7e0b7555-efc0-41d1-b3ba-7ca41e2e30b7, kind: Service { id: 088dbd0f-363c-4785-9d04-aa968256294e }, name: Name(\"nexus-088dbd0f-363c-4785-9d04-aa968256294e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 205])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:34.299659235Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:34.299681088Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:34.299687088Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:34.299696117Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:34.299701057Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:34.299722564Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:34.29974213Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"60189648-e862-4d87-8536-fe9122d2b892","remote_addr":"[fd00:1122:3344:101::c]:55381","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":287,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:36.595312967Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38112"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:36.595399978Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"81891e2e-c95f-4954-bb15-2994de61242f","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38112","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":24,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:44.186016855Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:57162"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:44.18642648Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e5f9b533-76cb-4d82-b718-8a86bd3d6c8f","remote_addr":"[fd00:1122:3344:101::b]:57162","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":342,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:44.206740382Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:44.206757762Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2506702d-9325-44f0-8292-bb786b0ab1cc","remote_addr":"[fd00:1122:3344:101::b]:57162","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":449,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:44.306291012Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d1387c91-d5e1-4625-9081-326111ce61aa","remote_addr":"[fd00:1122:3344:101::b]:57162","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2154,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:47.797174633Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58468"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:47.797280034Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"00a8b29a-9812-4543-bc57-1827e050adce","remote_addr":"[fd00:1122:3344:101::a]:58468","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":43,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:47.840320269Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:48245"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:47.840426271Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"27cb3e6b-4813-400e-b6be-64cbca828324","remote_addr":"[fd00:1122:3344:101::b]:48245","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:47.864637524Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:47.864665294Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c1e18363-90ab-47c4-9c39-22aec73c1827","remote_addr":"[fd00:1122:3344:101::a]:58468","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":77,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:47.904856151Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:47.904881132Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"4d303b32-618d-4cc0-87e6-ed41171cbb72","remote_addr":"[fd00:1122:3344:101::b]:48245","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":65,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:47.906178279Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:48206"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:47.906853438Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"f803beaf-7ae9-4af1-b6f7-dbdf02f23d41","remote_addr":"[fd00:1122:3344:101::a]:48206","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":446,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:47.918569655Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"8005e7f0-a83e-48d9-8472-53d0688d990f","remote_addr":"[fd00:1122:3344:101::a]:58468","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":172,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:47.927778198Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:57195"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:47.927923489Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"bf2879dd-f35a-48c5-a75c-3cd47b711ba8","remote_addr":"[fd00:1122:3344:101::b]:57195","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":77,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:47.937757981Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f3bd8685-a09e-4bbd-bff4-2fa8725ba9f6","remote_addr":"[fd00:1122:3344:101::b]:48245","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":149,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:48.022071707Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:62286"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:48.026186462Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:48.144006817Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:48.208241465Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"fd291bc7-b843-4ae1-b9f0-4e6e5bf28b86","remote_addr":"[fd00:1122:3344:101::b]:62286","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":186112,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:48.208406927Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:56454"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:48.208466298Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:35435"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:48.208508629Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:46083"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:48.208816263Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"335c915e-a956-4f60-9c55-76c4b4998e2d","remote_addr":"[fd00:1122:3344:101::c]:46083","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":213,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:48.208939234Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:48.223173725Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"77c5d172-4cb4-4675-bdec-f0a13e31a21a","remote_addr":"[fd00:1122:3344:101::b]:62286","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":14424,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:48.223328027Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"89a2667d-defb-4fdf-8cb3-810efe5b3e4a","remote_addr":"[fd00:1122:3344:101::c]:56454","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":13808,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:48.253296497Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:57019"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:48.273523417Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:48.283339818Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:48.283372479Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"82631978-904a-4f35-8f69-815ffc941343","remote_addr":"[fd00:1122:3344:101::c]:56454","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":135,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:48.30215267Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"6aeaf807-467c-4aad-b50c-f9ab13b5ca28","remote_addr":"[fd00:1122:3344:101::c]:56454","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":861,"response_code":"204"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:48.305597286Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:48.305820279Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:48.307602233Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:133","path":"\"/pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/cluster/bootstore-network-config.json\""} {"msg":"Writing ledger to /pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:48.307618163Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:48.308635116Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:133","path":"\"/pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/cluster/bootstore-network-config.json\""} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:48.308643087Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:48.308656067Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"PUT","req_id":"ac57a782-982b-4b8f-86a1-a59d73d8489c","remote_addr":"[fd00:1122:3344:101::b]:62286","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7526,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:48.362571577Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:48.362621768Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"8050c7f5-e19c-42c9-9edf-c4a419de9c65","remote_addr":"[fd00:1122:3344:101::a]:35435","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":153813,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:48.366344938Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"6688cfb3-a34a-459b-8c0f-49a873124d6d","remote_addr":"[fd00:1122:3344:101::a]:35435","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":726,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:48.398912923Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:48.45480432Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"bcd171f6-76c0-4b64-9e78-5dae388eacd0","remote_addr":"[fd00:1122:3344:101::c]:57019","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":201408,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:33:48.455274041Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"5fdc030f-2d39-4799-8f47-c3016e6ac448","remote_addr":"[fd00:1122:3344:101::c]:57019","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":163,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:02.077455159Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:46831","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","component":"producer-server","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:39865"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:02.11646727Z","hostname":"buskin","pid":1566,"uri":"/203795ed-576b-40e4-bed8-7463e3f2162c","method":"GET","req_id":"1bdea111-059c-4ada-9372-81b9f8f0df92","remote_addr":"[fd00:1122:3344:101::d]:39865","local_addr":"[fd00:1122:3344:101::1]:46831","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38322,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:06.62896427Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:37285"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:06.629491918Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"9f5234f5-0944-408b-af51-5b163a016e39","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:37285","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":31,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:17.821746435Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63212"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:17.821866327Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"df633770-18c2-4c4f-b402-1a5d8c9236f5","remote_addr":"[fd00:1122:3344:101::a]:63212","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":49,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:17.911776968Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:17.911815969Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"970cf438-f3ae-4c80-b523-51298a563491","remote_addr":"[fd00:1122:3344:101::a]:63212","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:17.925943618Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"bf467218-cd87-42cc-956e-8f08d5393d73","remote_addr":"[fd00:1122:3344:101::a]:63212","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":278,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:18.022018461Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:34832"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:18.022182893Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:18.0705704Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:18.137040468Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4ccc6070-fc9b-4417-9d02-ef436ebcf760","remote_addr":"[fd00:1122:3344:101::a]:34832","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":114905,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:18.13718491Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:54388"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:18.137244441Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:48957"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:18.137492054Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"0150b582-8c7e-4b6f-90c5-0aef315a1a27","remote_addr":"[fd00:1122:3344:101::b]:48957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":124,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:18.137681307Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"168bc935-d4dc-49ac-9119-494bedea79d6","remote_addr":"[fd00:1122:3344:101::a]:34832","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":269,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:18.137793968Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"76fd80fd-60c9-414e-b140-64578a2db408","remote_addr":"[fd00:1122:3344:101::b]:54388","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":250,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:18.148540848Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:34486"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:18.148760948Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:18.185876181Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:18.250582175Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"43fd356a-7e4e-45c1-be3d-a35379c4aedd","remote_addr":"[fd00:1122:3344:101::b]:34486","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101873,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:18.25091284Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63286"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:18.251170723Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:18.251202584Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"82be53cf-e962-476d-bfd6-63fe11e92332","remote_addr":"[fd00:1122:3344:101::b]:48957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":193,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:18.251238224Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"34b0963a-d356-419d-a965-1d3168e1553d","remote_addr":"[fd00:1122:3344:101::b]:34486","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":217,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:18.251463987Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"62d75621-9eaa-497c-8ce0-841d2bcb08fa","remote_addr":"[fd00:1122:3344:101::a]:63286","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":186,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:18.251543778Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:63708"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:18.25168305Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"afbcdda5-e905-4aec-a5a4-9008ad157414","remote_addr":"[fd00:1122:3344:101::c]:63708","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":72,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:18.263969644Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"afc7c101-0a81-4550-9f76-77611c7d6523","remote_addr":"[fd00:1122:3344:101::b]:48957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":215,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:18.267078645Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:56014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:18.267220467Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"cdb3b10e-473c-46b8-a0ac-1ed07ac17beb","remote_addr":"[fd00:1122:3344:101::c]:56014","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:18.29961743Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:18.299652711Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2011b11e-d4e2-43d0-ba97-6fbe89890dfe","remote_addr":"[fd00:1122:3344:101::c]:63708","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":56,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:18.310735239Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"cf01e285-4b46-4030-bb78-646fc2e45ff6","remote_addr":"[fd00:1122:3344:101::c]:63708","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":276,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:18.392528952Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:61632"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:18.392611783Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:18.430808053Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:18.48659248Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"62daf209-b2ad-449c-aff5-48e558d7b195","remote_addr":"[fd00:1122:3344:101::c]:61632","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94052,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:18.486881656Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"05f40110-30b6-46c0-a351-39ac81651d48","remote_addr":"[fd00:1122:3344:101::c]:61632","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":119,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:36.66155987Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47762"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:36.661655041Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"dff87825-4cdb-469d-bbfa-604c6515807f","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47762","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":36,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:47.813756043Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:40526"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:47.813886724Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"abd814f6-53f0-4103-acc1-002ed5029aef","remote_addr":"[fd00:1122:3344:101::a]:40526","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":49,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:47.833439416Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:44960"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:47.833591688Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"1d816fc0-85da-43dc-8a6b-e89c75f07377","remote_addr":"[fd00:1122:3344:101::b]:44960","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:47.856882489Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:47.856915489Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"82c2ed4a-534d-4e87-b7c2-c32e258083c4","remote_addr":"[fd00:1122:3344:101::b]:44960","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:47.885134976Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:47.885164397Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"cfe1e484-8074-4520-929e-28f9f163a473","remote_addr":"[fd00:1122:3344:101::a]:40526","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":66,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:47.890973694Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"4ff53714-d54f-47c7-bbc1-a2f7ee2a2f38","remote_addr":"[fd00:1122:3344:101::b]:44960","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":247,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:47.896807962Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"7a5114e1-045f-44ad-a24f-8bde86b92ede","remote_addr":"[fd00:1122:3344:101::a]:40526","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":159,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:47.914692811Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:51661"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:47.914876704Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"00410119-1c6c-4835-a270-3d446cd74f70","remote_addr":"[fd00:1122:3344:101::b]:51661","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":123,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:47.929364687Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:57458"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:47.929471539Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:47.975313771Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:48.039519219Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a0427dd5-7c35-4819-9785-4a7aa362f5f2","remote_addr":"[fd00:1122:3344:101::b]:57458","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":110097,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:48.039709962Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:43578"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:48.039776212Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:52065"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:48.040036446Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:48.040110057Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8bdc86c4-2bf5-4f91-8236-8a190046984c","remote_addr":"[fd00:1122:3344:101::c]:52065","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":164,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:48.040170928Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"c34d19e9-321a-4e29-9531-d252384cb0dc","remote_addr":"[fd00:1122:3344:101::b]:57458","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":305,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:48.056563747Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:48.056658798Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"8e1fb530-8c5d-4ebd-8e07-8a4b4d26a1c5","remote_addr":"[fd00:1122:3344:101::c]:52065","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":282,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:48.058737206Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:61695"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:48.059599248Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"22760ffe-7172-47b4-8f58-9d152f112c62","remote_addr":"[fd00:1122:3344:101::a]:61695","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":121,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:48.079517734Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:48.120894607Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:37998"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:48.12113884Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"1396a448-fd5b-42a0-9235-f400859bd0c7","remote_addr":"[fd00:1122:3344:101::c]:37998","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":154,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:48.125020491Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"259659ff-7707-404c-9735-3a35501782ca","remote_addr":"[fd00:1122:3344:101::c]:52065","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":284,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:48.13235436Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:54028"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:48.138235628Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"2470b283-0be5-40f7-9fd2-baa4675bff2c","remote_addr":"[fd00:1122:3344:101::a]:43578","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98347,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:48.138270559Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:48.142938731Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e639625d-94fb-4068-a28b-e41dd3a54ce8","remote_addr":"[fd00:1122:3344:101::a]:43578","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":705,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:48.174613494Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:48.224721264Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"f3ac6906-e71f-4075-8607-62b5be5aec9c","remote_addr":"[fd00:1122:3344:101::c]:54028","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92268,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:48.225072228Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ceb0ebdc-0b8b-48b4-a08f-c6cb462b2142","remote_addr":"[fd00:1122:3344:101::c]:54028","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":150,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:34:57.479270392Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:06.696125526Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49791"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:06.696218397Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"f1f2dea6-35af-4807-b8e5-acd58721532c","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49791","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":32,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:17.794860564Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:48522"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:17.795003036Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"62cf5745-029b-4e2e-b29c-66636be8effb","remote_addr":"[fd00:1122:3344:101::a]:48522","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:17.842922637Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:17.842956617Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"85ba3367-93cc-4b98-bf64-fd99a572c3f6","remote_addr":"[fd00:1122:3344:101::a]:48522","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":75,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:17.85517029Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"23c41478-bb45-447c-bfb7-51b453245b98","remote_addr":"[fd00:1122:3344:101::a]:48522","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":198,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:17.978250745Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:56904"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:17.978345726Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"a4fd7be7-708e-4321-9066-a64bd926bfff","remote_addr":"[fd00:1122:3344:101::b]:56904","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":55,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:18.032446029Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:18.032474139Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"3aaef110-3470-4eb2-8496-d72852e2e46f","remote_addr":"[fd00:1122:3344:101::b]:56904","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":55,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:18.040252413Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"cd369bb8-6ef9-437c-8087-681fb465ed96","remote_addr":"[fd00:1122:3344:101::b]:56904","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":155,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:18.043982043Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:44645"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:18.044047324Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ad3b0da9-f211-4914-80ab-8173d7908271","remote_addr":"[fd00:1122:3344:101::c]:44645","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":29,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:18.103036502Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57658"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:18.103247855Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"cc06bc27-9d52-4d92-a6b3-a12572aeb39a","remote_addr":"[fd00:1122:3344:101::a]:57658","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":148,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:18.124653561Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:18.124685211Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c01b6196-e9e9-4847-bb55-d59858b28db2","remote_addr":"[fd00:1122:3344:101::c]:44645","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:18.134835667Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"7f6f44c7-b06f-4419-b73a-c484960a114a","remote_addr":"[fd00:1122:3344:101::c]:44645","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":199,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:18.238766206Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:33692"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:18.238943451Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:18.274910369Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:18.333708854Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a99686d9-ff9d-414b-863e-31ee2335d534","remote_addr":"[fd00:1122:3344:101::a]:33692","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94823,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:18.333934117Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:45856"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:18.334015918Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:35598"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:18.334293482Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"87b2a5e0-262e-402d-a76a-d7bad0c745f8","remote_addr":"[fd00:1122:3344:101::b]:45856","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":218,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:18.334358493Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"06b857b4-a41c-4fdd-93bf-621e00eb192b","remote_addr":"[fd00:1122:3344:101::a]:33692","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":297,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:18.334509235Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:18.33935153Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:42954"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:18.339639414Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"181bceab-b6d1-4f4a-9500-da812af6a055","remote_addr":"[fd00:1122:3344:101::c]:42954","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":220,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:18.371511029Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:18.374640921Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:57640"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:18.425186137Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:18.425237237Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"1396f603-5019-4d74-a0c1-a861ae1ecb7c","remote_addr":"[fd00:1122:3344:101::b]:35598","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90934,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:18.429977961Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"84794ddd-5ddf-48d1-8bc6-b7da6b42635b","remote_addr":"[fd00:1122:3344:101::b]:35598","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":756,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:18.461483222Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:18.510997643Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"2ca825a2-8fb7-42b5-83bb-f7ca1fa88abb","remote_addr":"[fd00:1122:3344:101::c]:57640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":136200,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:18.511295127Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"11572398-9b9f-4189-9154-fd23c279313a","remote_addr":"[fd00:1122:3344:101::c]:57640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:36.737886429Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54203"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:36.73797477Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"b067fee8-5ee5-43d0-a10f-7e6eaeacc215","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54203","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":27,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:47.805756514Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:41175"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:47.805890536Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"73c3ebdd-ec2a-4102-bb98-377961673c8b","remote_addr":"[fd00:1122:3344:101::a]:41175","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":69,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:47.818114909Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:47.81813365Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"bd82818e-6d80-4d5c-a427-f7aa45d060a7","remote_addr":"[fd00:1122:3344:101::a]:41175","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":50,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:47.827300342Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"fe154cd5-a881-40b9-a34e-4e935fd61ed7","remote_addr":"[fd00:1122:3344:101::a]:41175","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":195,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:47.877422172Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:38336"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:47.877518393Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:47.925821578Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:47.987797146Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"387a952a-1c31-4740-a4eb-171afbe309d2","remote_addr":"[fd00:1122:3344:101::a]:38336","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":110319,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:47.98808765Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41503"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:47.988165811Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:33930"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:47.988239482Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:34117"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:47.988320603Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:43887"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:47.988385434Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"edea7909-9cc9-40b7-9353-5ddd10212acf","remote_addr":"[fd00:1122:3344:101::a]:38336","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":281,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:47.988421225Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"4f9dbee0-4ea4-47f1-ad93-54e28e4ed0a1","remote_addr":"[fd00:1122:3344:101::b]:41503","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":135,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:47.98880873Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"08473d61-0cf0-446e-860c-f7307b81e5cd","remote_addr":"[fd00:1122:3344:101::b]:43887","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":310,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:47.98883069Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"d440413a-006d-4fd1-b1d0-60a85370d290","remote_addr":"[fd00:1122:3344:101::a]:33930","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":381,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:47.98884872Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:48.014455953Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:56343"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:48.014618925Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"99684b69-bf6f-4d23-96c8-682a65405b75","remote_addr":"[fd00:1122:3344:101::c]:56343","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:48.026471753Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:48.030157392Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:48.030241473Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"1f25bdf9-b3d4-4dff-b409-840ebea85fb4","remote_addr":"[fd00:1122:3344:101::c]:56343","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":261,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:48.030341535Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:48.030380155Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"9c3dd616-d7b6-410c-a4f7-9336831e05be","remote_addr":"[fd00:1122:3344:101::b]:41503","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":85,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:48.042304765Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"6f069631-b05f-4170-9430-8bb8c370e034","remote_addr":"[fd00:1122:3344:101::c]:56343","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3887,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:48.042659079Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"53460144-1ef6-478b-a594-ecd3349c995f","remote_addr":"[fd00:1122:3344:101::b]:41503","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":218,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:48.087482458Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"7757bf05-9a44-46e8-9ad8-5288fcfe0c51","remote_addr":"[fd00:1122:3344:101::b]:34117","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98827,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:48.087851713Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"13998545-659b-4050-969b-9e9b539cc742","remote_addr":"[fd00:1122:3344:101::b]:34117","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":148,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:48.141729803Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:37332"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:48.141865315Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:48.178310942Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:48.236012303Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"eaa30900-fd65-4780-86ad-857dece1d442","remote_addr":"[fd00:1122:3344:101::c]:37332","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94201,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:48.236139085Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:34487"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:48.236411508Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"19c07d1e-3792-40ec-9298-6e9dd44b7b3c","remote_addr":"[fd00:1122:3344:101::c]:34487","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":178,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:35:48.236494689Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"0529c9ca-7c06-40d8-9c65-0bfa37dbfe6e","remote_addr":"[fd00:1122:3344:101::c]:37332","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":211,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:06.77292373Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41350"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:06.773597899Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"3051a18b-02d0-4abc-a858-7199cd7ddcce","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41350","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":33,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.100728109Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:39921"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.100836251Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c36d5c2b-e571-4f08-bb09-19259fa08556","remote_addr":"[fd00:1122:3344:101::a]:39921","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":41,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.144666726Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:55322"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.144883119Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"abcdbf3f-415d-4663-ad84-bcd7e3374d4b","remote_addr":"[fd00:1122:3344:101::a]:55322","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":137,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.150752728Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.150769718Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"29007d32-fc96-4a14-a2dd-a8ecb6aa1d3f","remote_addr":"[fd00:1122:3344:101::a]:39921","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":52,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.161110916Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"dcf0ae50-9930-4032-98b0-ab65494e2e6e","remote_addr":"[fd00:1122:3344:101::a]:39921","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":176,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.167474991Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:62238"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.167577372Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.204584817Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.258550708Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"bd884701-2c05-410b-8e82-5a8ac3387789","remote_addr":"[fd00:1122:3344:101::a]:62238","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91000,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.258812642Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"1facfd62-8d87-4c12-8815-b8227bb8b9dd","remote_addr":"[fd00:1122:3344:101::a]:62238","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.266151249Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:52787"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.266406403Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"38d8ddcd-d954-4dce-859f-c689a91c0752","remote_addr":"[fd00:1122:3344:101::c]:52787","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":149,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.270926873Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:51339"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.271032755Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c434e2ab-38b3-43a5-9549-a0faf1cb5979","remote_addr":"[fd00:1122:3344:101::c]:51339","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":48,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.285944044Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.285959414Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"681b5d38-3be4-4466-ba83-89c8118cb7ae","remote_addr":"[fd00:1122:3344:101::c]:51339","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":78,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.29465345Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"1e58373d-66e5-4349-842c-422102e1eb10","remote_addr":"[fd00:1122:3344:101::c]:51339","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":251,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.306046783Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:53486"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.306149224Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c1d71578-b1d3-4a90-857a-e318d6c4e4bb","remote_addr":"[fd00:1122:3344:101::b]:53486","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":43,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.322690995Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.322711575Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"848a49a9-4eea-4bb7-b2ac-b204b7cf37a2","remote_addr":"[fd00:1122:3344:101::b]:53486","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":55,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.332000029Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"84e72b7d-b2a4-46c9-846d-6bf750044af0","remote_addr":"[fd00:1122:3344:101::b]:53486","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":199,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.39493766Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:60589"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.395070992Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"01b66705-5eb3-4ace-91e7-eb48541b14f1","remote_addr":"[fd00:1122:3344:101::b]:60589","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.423072366Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:53253"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.423139927Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.455335407Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.50266659Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"1897d55e-b3c6-4d47-b1c5-b3d4ecad1dd6","remote_addr":"[fd00:1122:3344:101::b]:53253","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":79545,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.502803462Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:39459"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.503063095Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.506307488Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"165bcddb-cc1d-4a1a-a4b2-6c1e24cce51c","remote_addr":"[fd00:1122:3344:101::b]:53253","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3254,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.541261884Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.59110707Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"cd983b72-692b-49dc-bb3b-0807e3a3f6e2","remote_addr":"[fd00:1122:3344:101::c]:39459","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88152,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:18.591601047Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"fe7f9004-44bf-4898-811e-7e90a806186f","remote_addr":"[fd00:1122:3344:101::c]:39459","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":212,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:36.807992593Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44456"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:36.808093214Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"14861632-52b8-4c5d-a8ef-8ee51d3100d2","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44456","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":29,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:47.844291997Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:57010"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:47.844456309Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"44b671df-c775-4f25-a436-102ca0e39c3e","remote_addr":"[fd00:1122:3344:101::b]:57010","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":57,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:47.899568725Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:33718"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:47.89993737Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"08e36a47-d63c-469c-ad9c-61dcffcfa571","remote_addr":"[fd00:1122:3344:101::a]:33718","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":52,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:47.909984065Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:47.910009585Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b0c4f34e-d3da-4aec-8db6-85a8108ca291","remote_addr":"[fd00:1122:3344:101::b]:57010","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":76,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:47.920780149Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:47.920801909Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"fd0d4b35-a2eb-45d4-a93b-1d37dec070eb","remote_addr":"[fd00:1122:3344:101::a]:33718","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":44,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:47.923264292Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"891acff8-108f-4b7c-87bc-e3feecd8841f","remote_addr":"[fd00:1122:3344:101::b]:57010","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":202,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:47.930696441Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:63650"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:47.930874704Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"8a6eead8-6047-44c7-9756-28e4e8567b04","remote_addr":"[fd00:1122:3344:101::b]:63650","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":125,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:47.931467272Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"c3f2490c-0068-43af-91b9-108d983743b4","remote_addr":"[fd00:1122:3344:101::a]:33718","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":156,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:47.984535161Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:43432"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:47.984610362Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:48.024825249Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:48.082548829Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"805ff033-1b2c-418c-b66d-c42835be1e10","remote_addr":"[fd00:1122:3344:101::b]:43432","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97997,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:48.082785185Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63976"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:48.08286837Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:48108"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:48.082930715Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:47176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:48.083217109Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"26acff0e-0271-4d4f-aa74-d79be33b21db","remote_addr":"[fd00:1122:3344:101::b]:43432","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":335,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:48.08328408Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f13bf7a8-6d95-4162-b7ed-8782ea4de0a8","remote_addr":"[fd00:1122:3344:101::c]:47176","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":148,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:48.083402071Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"37fa7a5c-3c4c-4b6c-9b8d-c96d199e9a2e","remote_addr":"[fd00:1122:3344:101::a]:63976","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":261,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:48.083453762Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:48.098329781Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:48.098371162Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e7253111-4bf4-42f1-a1fc-4bc566fb5138","remote_addr":"[fd00:1122:3344:101::c]:47176","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":144,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:48.123946493Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:48.162143634Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:61723"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:48.162378817Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"7b8ad81d-eace-4c59-9ca7-eaecde6d22e4","remote_addr":"[fd00:1122:3344:101::c]:61723","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":153,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:48.17006214Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"c59edc51-c775-4247-ae06-88747ee77262","remote_addr":"[fd00:1122:3344:101::c]:47176","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":248,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:48.176597707Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"680a304a-3a5b-4af8-9f8c-b509698df05d","remote_addr":"[fd00:1122:3344:101::a]:48108","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93330,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:48.185949342Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"1e8dbc3b-1420-4d08-85f0-7e1e1ae57a1f","remote_addr":"[fd00:1122:3344:101::a]:48108","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:48.199041537Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:41366"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:48.199199379Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:48.235667666Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:48.290492409Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"e4653ae2-6e5a-4595-b917-19a9cdf8da5d","remote_addr":"[fd00:1122:3344:101::c]:41366","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91350,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:36:48.290786622Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"df7e3ef3-3338-4e0d-b0fe-752a727fe9f3","remote_addr":"[fd00:1122:3344:101::c]:41366","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":117,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:06.84234916Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:34735"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:06.843143637Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"9e858c9c-4570-4cc0-be2e-2f7dace079ad","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:34735","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":32,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:17.850757358Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58373"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:17.85095917Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"3eb24428-3a48-4e83-9287-eb0752bd98eb","remote_addr":"[fd00:1122:3344:101::b]:58373","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":45,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:17.946311784Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:17.946348255Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"eadee3ac-9dea-4b7b-8b62-20a82c43cc20","remote_addr":"[fd00:1122:3344:101::b]:58373","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":78,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:17.956418969Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:53987"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:17.956621572Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e0a4bc7e-3981-4cd5-ae50-7aef320a8027","remote_addr":"[fd00:1122:3344:101::a]:53987","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":62,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:17.958949543Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"b47ce726-14b7-4cc9-8fe3-3627d7fb942a","remote_addr":"[fd00:1122:3344:101::b]:58373","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":170,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:18.033370987Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:18.033407568Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d31c98a7-ca2d-4290-b1dc-34fdf43c8072","remote_addr":"[fd00:1122:3344:101::a]:53987","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":61,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:18.069941586Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:33878"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:18.070124399Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"3ee5c866-92be-4a5c-b714-609728ff4565","remote_addr":"[fd00:1122:3344:101::a]:33878","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":132,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:18.078977747Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f0735d91-390d-447e-bf51-ee3d535f5397","remote_addr":"[fd00:1122:3344:101::a]:53987","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":137,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:18.116068103Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:49266"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:18.116177854Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:18.156484303Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:18.214813632Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"37dafff0-d2f9-4b4a-b3fb-9125d1002183","remote_addr":"[fd00:1122:3344:101::a]:49266","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98674,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:18.214912283Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:48457"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:18.214941273Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:45592"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:18.214973064Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:59738"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:18.215220997Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:18.219077209Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"890b811c-7b5e-480d-82a9-a5a91342f4f0","remote_addr":"[fd00:1122:3344:101::a]:49266","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3783,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:18.219223361Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"9c46e984-ac17-4dd6-b090-cf0ddcbc35ee","remote_addr":"[fd00:1122:3344:101::b]:48457","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3983,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:18.219289232Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ed61fa50-4f71-47d1-bb9a-1e5774b50a6d","remote_addr":"[fd00:1122:3344:101::c]:45592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3985,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:18.234616596Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:18.234667797Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d5b5d5e2-c6ef-44de-bb7f-764c530baf17","remote_addr":"[fd00:1122:3344:101::c]:45592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":142,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:18.251159768Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:18.286349928Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:50903"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:18.286865155Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"c64e103f-3ffa-44af-928c-6e97693655d0","remote_addr":"[fd00:1122:3344:101::c]:50903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":325,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:18.28724462Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"7721ba25-27a0-4380-b243-cad30dde97cc","remote_addr":"[fd00:1122:3344:101::c]:45592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":588,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:18.30375551Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"09e766df-391d-4e6c-8243-1d934a88c177","remote_addr":"[fd00:1122:3344:101::b]:59738","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88676,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:18.304066304Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"0fdb2393-3edc-4cda-97e6-b6dc28f7b4a9","remote_addr":"[fd00:1122:3344:101::b]:59738","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":124,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:18.375627831Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:58683"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:18.375735842Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:18.410314004Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:18.462487521Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"9f2fb5f7-7a90-484b-a3ec-3cece231fa49","remote_addr":"[fd00:1122:3344:101::c]:58683","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":86802,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:18.467524188Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"9d8b3458-ce4a-42ae-badd-e3c2b376f0b5","remote_addr":"[fd00:1122:3344:101::c]:58683","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":84,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:36.877907125Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56319"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:36.878013937Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"ce5ccde7-d7da-4aa0-9bfb-66967477c218","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56319","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":31,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:47.715711927Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:54849"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:47.715820819Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c524d748-fc09-482f-bb84-246c387ca28a","remote_addr":"[fd00:1122:3344:101::a]:54849","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":45,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:47.770932275Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:47.770992286Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"f22517b5-7c26-425c-abdd-4d47e36723c7","remote_addr":"[fd00:1122:3344:101::a]:54849","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:47.786884348Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"32f93114-7631-4603-9bc7-7ab88d9e1de7","remote_addr":"[fd00:1122:3344:101::a]:54849","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":195,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:47.841871873Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:56189"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:47.841972334Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"4f37e182-13a7-46d8-ad64-08a52ffa437a","remote_addr":"[fd00:1122:3344:101::b]:56189","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":28,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:47.896269Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:51347"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:47.896448932Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"e1fadb27-d3c2-4779-b12d-37a2506347d1","remote_addr":"[fd00:1122:3344:101::a]:51347","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:47.904964856Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:47.904983496Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"1958b24c-b02a-42ba-90b3-f4f37654c8c6","remote_addr":"[fd00:1122:3344:101::b]:56189","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":39,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:47.917694166Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"90f1e3f4-df1f-4adb-a4d1-c1f85a266866","remote_addr":"[fd00:1122:3344:101::b]:56189","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":191,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:47.96061439Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:62585"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:47.960705391Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:48.001200732Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:48.058426546Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"26649b95-5ffe-48c2-8b79-8b8d7465c448","remote_addr":"[fd00:1122:3344:101::a]:62585","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97760,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:48.058550908Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:36146"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:48.058581158Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:55965"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:48.058850272Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"121969bb-9295-45ed-9d1f-b694c2b6b39d","remote_addr":"[fd00:1122:3344:101::b]:55965","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":196,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:48.058926103Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f769ce65-eaca-41a2-9d05-3ccf79823d59","remote_addr":"[fd00:1122:3344:101::c]:36146","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":151,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:48.059001414Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"5b0b9bcb-8c77-4045-806e-39cab13e20fa","remote_addr":"[fd00:1122:3344:101::a]:62585","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":226,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:48.064775581Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:59188"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:48.064879943Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:48.102401883Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:48.167138119Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"5f90b3f1-2284-446c-8a2b-2925cfe96670","remote_addr":"[fd00:1122:3344:101::b]:59188","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102306,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:48.167448423Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:48.167467743Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"4c938dca-603f-43f8-b8be-90b5c7b71118","remote_addr":"[fd00:1122:3344:101::c]:36146","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":131,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:48.167495034Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:33727"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:48.167769877Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:48.167810498Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"fe95bfad-4fd4-4912-9f9f-d10cfdf1a1a8","remote_addr":"[fd00:1122:3344:101::b]:59188","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":246,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:48.178298168Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"5626e2bd-7d00-43c6-a0b2-48bf9ae50c16","remote_addr":"[fd00:1122:3344:101::c]:36146","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":226,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:48.186037131Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:49883"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:48.186416707Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"8056d10d-dac2-47f4-bec1-ebf46d5fae48","remote_addr":"[fd00:1122:3344:101::c]:49883","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":202,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:48.205209978Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:48.257361764Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"9372dd03-bf3a-408c-a371-732ab4d80f65","remote_addr":"[fd00:1122:3344:101::c]:33727","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89694,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:37:48.257696229Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"02d16502-81f3-478d-87ca-6ce900060582","remote_addr":"[fd00:1122:3344:101::c]:33727","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":138,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:06.914634811Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54027"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:06.914741142Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"2348ceee-ab86-4b61-af19-4c3508924f3f","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54027","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":30,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:17.827300652Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:53204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:17.827431014Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f943f6ef-d5f1-4185-b6d3-acd1e93a4317","remote_addr":"[fd00:1122:3344:101::a]:53204","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:17.876616641Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:17.876649802Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e5d390c1-7ef0-4048-a97c-5b02840152ec","remote_addr":"[fd00:1122:3344:101::a]:53204","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":63,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:17.893309454Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e4849b01-17cf-4cf7-ad2a-aa9cd6458028","remote_addr":"[fd00:1122:3344:101::a]:53204","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":296,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:17.954765736Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:36620"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:17.954871567Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"93021fb5-ac8a-448c-b535-6a8633638acd","remote_addr":"[fd00:1122:3344:101::b]:36620","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":57,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.060401887Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.060438128Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"43279d0a-d765-4cd9-8c72-db6bcb2c2239","remote_addr":"[fd00:1122:3344:101::b]:36620","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":84,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.077234572Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"c82c3d38-a2a2-4855-9a72-74b909089334","remote_addr":"[fd00:1122:3344:101::b]:36620","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":194,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.120816684Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:37903"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.120994286Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"b22cb1e6-cd4e-4a04-8f8f-535902b27379","remote_addr":"[fd00:1122:3344:101::a]:37903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":143,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.124787237Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:62844"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.124872868Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"92741ae8-7cfe-4186-a894-bfcc5680788b","remote_addr":"[fd00:1122:3344:101::c]:62844","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":28,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.177741465Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:64536"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.177867797Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.226612508Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.29565127Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"88e2c4fc-4c18-4ab8-83fa-b13131714d34","remote_addr":"[fd00:1122:3344:101::b]:64536","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":117820,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.295916084Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:49274"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.296019705Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:33739"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.296139797Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41182"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.296209588Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.296273179Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e5b7ec28-db87-481b-a22f-f4c85052192c","remote_addr":"[fd00:1122:3344:101::c]:62844","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":234,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.296324329Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"a4136cf6-b9d8-4862-9775-b52ce7e7b6e4","remote_addr":"[fd00:1122:3344:101::b]:64536","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":326,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.296531012Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.296607693Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"b28ffd8d-d56f-4f66-8776-7418b8cc954b","remote_addr":"[fd00:1122:3344:101::b]:41182","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":286,"response_code":"200"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.302465811Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4c211da9-c36c-41bc-8274-9aa6420c20e6, kind: Service { id: 90b200e8-d1ee-4e0d-975c-64628c5532d2 }, name: Name(\"external-dns-90b200e8-d1ee-4e0d-975c-64628c5532d2\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 185])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b69bf686-c443-40c6-b854-c2ff6e5e107a, kind: Service { id: 4e669ff4-6dde-4cd2-8491-623460b56d8d }, name: Name(\"external-dns-4e669ff4-6dde-4cd2-8491-623460b56d8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 188])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 03ccecdf-44ea-4815-8920-5ebe8d7bf7ff, kind: Service { id: 915e11b8-d7cb-4730-9906-7980540813dc }, name: Name(\"nexus-915e11b8-d7cb-4730-9906-7980540813dc\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 183, 146])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4cb2fda6-91fb-43d0-be7c-77f85347c432, kind: Service { id: 39d14e41-6d5d-474a-aaea-65c36b8f9da5 }, name: Name(\"nexus-39d14e41-6d5d-474a-aaea-65c36b8f9da5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 235, 243])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7e0b7555-efc0-41d1-b3ba-7ca41e2e30b7, kind: Service { id: 088dbd0f-363c-4785-9d04-aa968256294e }, name: Name(\"nexus-088dbd0f-363c-4785-9d04-aa968256294e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 205])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.302662774Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.302921617Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.302946948Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.302995768Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.303012849Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.30308317Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.303274212Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"9bade654-f4c7-4b1c-a955-959a2d2b6a63","remote_addr":"[fd00:1122:3344:101::a]:33739","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6860,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.306532176Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"660948fe-f1d4-4f47-aaf8-cbe31eb81726","remote_addr":"[fd00:1122:3344:101::c]:62844","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":225,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.320216899Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:34309"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.34279492Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.358165786Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:49551"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.358574471Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"8b32aaa0-da09-43ac-8483-e44150ef6082","remote_addr":"[fd00:1122:3344:101::c]:49551","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":214,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.385176786Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:57454"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.385706943Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4c211da9-c36c-41bc-8274-9aa6420c20e6, kind: Service { id: 90b200e8-d1ee-4e0d-975c-64628c5532d2 }, name: Name(\"external-dns-90b200e8-d1ee-4e0d-975c-64628c5532d2\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 185])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b69bf686-c443-40c6-b854-c2ff6e5e107a, kind: Service { id: 4e669ff4-6dde-4cd2-8491-623460b56d8d }, name: Name(\"external-dns-4e669ff4-6dde-4cd2-8491-623460b56d8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 188])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 03ccecdf-44ea-4815-8920-5ebe8d7bf7ff, kind: Service { id: 915e11b8-d7cb-4730-9906-7980540813dc }, name: Name(\"nexus-915e11b8-d7cb-4730-9906-7980540813dc\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 183, 146])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4cb2fda6-91fb-43d0-be7c-77f85347c432, kind: Service { id: 39d14e41-6d5d-474a-aaea-65c36b8f9da5 }, name: Name(\"nexus-39d14e41-6d5d-474a-aaea-65c36b8f9da5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 235, 243])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7e0b7555-efc0-41d1-b3ba-7ca41e2e30b7, kind: Service { id: 088dbd0f-363c-4785-9d04-aa968256294e }, name: Name(\"nexus-088dbd0f-363c-4785-9d04-aa968256294e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 205])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.385773084Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.385804745Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.385819195Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.385836665Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.385845065Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.385855696Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.385878816Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"10a69a14-2df9-4e62-a61d-e48b7b0b8f9f","remote_addr":"[fd00:1122:3344:101::b]:57454","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":577,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.408324596Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.408371366Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"80f853d7-281e-4b99-8f01-443a4ffed72d","remote_addr":"[fd00:1122:3344:101::a]:49274","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111984,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.412935227Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ab2957e3-7869-4a77-9664-1ee6cc7a15b3","remote_addr":"[fd00:1122:3344:101::a]:49274","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":691,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.448113247Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.474315507Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:55270"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.474767733Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4c211da9-c36c-41bc-8274-9aa6420c20e6, kind: Service { id: 90b200e8-d1ee-4e0d-975c-64628c5532d2 }, name: Name(\"external-dns-90b200e8-d1ee-4e0d-975c-64628c5532d2\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 185])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b69bf686-c443-40c6-b854-c2ff6e5e107a, kind: Service { id: 4e669ff4-6dde-4cd2-8491-623460b56d8d }, name: Name(\"external-dns-4e669ff4-6dde-4cd2-8491-623460b56d8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 188])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 03ccecdf-44ea-4815-8920-5ebe8d7bf7ff, kind: Service { id: 915e11b8-d7cb-4730-9906-7980540813dc }, name: Name(\"nexus-915e11b8-d7cb-4730-9906-7980540813dc\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 183, 146])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4cb2fda6-91fb-43d0-be7c-77f85347c432, kind: Service { id: 39d14e41-6d5d-474a-aaea-65c36b8f9da5 }, name: Name(\"nexus-39d14e41-6d5d-474a-aaea-65c36b8f9da5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 235, 243])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7e0b7555-efc0-41d1-b3ba-7ca41e2e30b7, kind: Service { id: 088dbd0f-363c-4785-9d04-aa968256294e }, name: Name(\"nexus-088dbd0f-363c-4785-9d04-aa968256294e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 205])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.474834764Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.474874765Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.474885525Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.474915735Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.474933376Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.474957186Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.474988796Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"6be5bbbe-9496-4261-a5f8-e0ef77fe168f","remote_addr":"[fd00:1122:3344:101::c]:55270","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":489,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.504589472Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"928d5c9e-30bd-4fe7-8a1f-67b1405de9f2","remote_addr":"[fd00:1122:3344:101::c]:34309","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":183439,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:18.504915566Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"f40791ce-afe3-4063-8e18-1d19e82069be","remote_addr":"[fd00:1122:3344:101::c]:34309","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":133,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:36.94795495Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43051"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:36.948035171Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"4fd01336-1223-46a2-9e87-3725d3eecb5a","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43051","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":25,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:47.751778277Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:35634"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:47.751899009Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"cf3f6524-aead-4843-858c-a495a10286d4","remote_addr":"[fd00:1122:3344:101::a]:35634","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":48,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:47.769244461Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:47.769267231Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"3ad0b021-9f42-4e10-9923-b3709e16a4b4","remote_addr":"[fd00:1122:3344:101::a]:35634","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":79,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:47.778367933Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"7fbc9ed2-7057-48a5-b455-7d5901afecb3","remote_addr":"[fd00:1122:3344:101::a]:35634","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":193,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:47.850395055Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:50421"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:47.850531937Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"60bf37fe-3bd7-49b5-98eb-eec3e2099c2c","remote_addr":"[fd00:1122:3344:101::b]:50421","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":44,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:47.858100598Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:50966"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:47.85823617Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:47.91964062Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:47.989432293Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"d22fc258-b23c-4433-973c-87f59154a4b7","remote_addr":"[fd00:1122:3344:101::a]:50966","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":131230,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:47.989616135Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41854"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:47.989658176Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:50140"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:47.989702916Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:38047"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:47.989923139Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:47.98996238Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d47b4d4d-a28c-4216-ad31-7754cc80503c","remote_addr":"[fd00:1122:3344:101::b]:50421","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":205,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:47.990063361Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"2362d908-6e87-4c38-813d-e29e957a57c5","remote_addr":"[fd00:1122:3344:101::a]:50966","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":238,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:47.990140882Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:47.990247544Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"d8e238f7-e094-467d-be1b-c1b7d2f5363a","remote_addr":"[fd00:1122:3344:101::a]:50140","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":253,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:47.995453163Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"649e6a0f-68fc-4931-bc86-850e37bf066a","remote_addr":"[fd00:1122:3344:101::b]:41854","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":412,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:48.009885156Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:52312"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:48.01014718Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"aeb78592-8af2-469d-9439-6cb114194c4d","remote_addr":"[fd00:1122:3344:101::b]:50421","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1058,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:48.010236141Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"4419e36b-a9b3-49a6-8fc3-b63d0733c26a","remote_addr":"[fd00:1122:3344:101::c]:52312","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":182,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:48.031018579Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:48.053084613Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:35892"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:48.053347227Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"2102f6c2-066a-469c-b53b-9d646e2220d5","remote_addr":"[fd00:1122:3344:101::c]:35892","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":155,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:48.058644308Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:48.058705329Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d0f049fe-b150-43ae-b945-3a1b8099c48d","remote_addr":"[fd00:1122:3344:101::c]:52312","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":522,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:48.06703913Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"17737a7f-9e34-40d2-bd65-6003cb458f43","remote_addr":"[fd00:1122:3344:101::c]:52312","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":238,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:48.089372968Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"500cc2ff-f9b5-40d3-80df-02624a560c50","remote_addr":"[fd00:1122:3344:101::b]:38047","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99362,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:48.089672532Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"c43357f1-c709-490b-bb9d-865236f0b14d","remote_addr":"[fd00:1122:3344:101::b]:38047","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":114,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:48.123067938Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:61844"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:48.12319124Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:48.159161171Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:48.216434616Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"8e72efc4-93be-4732-9406-845c03949a9e","remote_addr":"[fd00:1122:3344:101::c]:61844","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93287,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:38:48.216693309Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7e6bd75f-6194-441d-bbe2-4988b59869e0","remote_addr":"[fd00:1122:3344:101::c]:61844","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":113,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:06.982143791Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:50979"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:06.982246832Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"22794df4-831c-4508-8cc1-64de78540343","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:50979","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":31,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:17.818637145Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:60125"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:17.818754827Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ba784685-66f2-47f3-b24a-7e477fa180a8","remote_addr":"[fd00:1122:3344:101::b]:60125","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":44,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:17.916397732Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:17.916449332Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"708fd703-c0ec-4df1-8772-eebae4dd5b64","remote_addr":"[fd00:1122:3344:101::b]:60125","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:17.974151723Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:44771"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:17.974283625Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ca61c88e-a04f-4f33-bf49-cb0cd321f93d","remote_addr":"[fd00:1122:3344:101::a]:44771","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:18.034878084Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:37034"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:18.035112568Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"5a0282ba-75aa-40c6-a3c3-c9989afc3b3b","remote_addr":"[fd00:1122:3344:101::b]:37034","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":158,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:18.054888202Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d0ce2ef3-68e1-4ce1-ad48-2aae132da0a5","remote_addr":"[fd00:1122:3344:101::b]:60125","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":211,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:18.069824062Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:18.069842902Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"6de05d96-b0ee-4a4e-a315-c177dbc028c4","remote_addr":"[fd00:1122:3344:101::a]:44771","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:18.081119902Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"5b76d60a-818b-415b-87a0-9a274cde3163","remote_addr":"[fd00:1122:3344:101::a]:44771","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":121,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:18.114680441Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:42373"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:18.114787892Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:18.166087328Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:18.234421461Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"cb5a26ce-9c75-4c92-ae3a-ff5ad1932689","remote_addr":"[fd00:1122:3344:101::b]:42373","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":119680,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:18.234539112Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63499"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:18.234574943Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:46366"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:18.234783015Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:18.237933838Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"05a3a339-cc37-4f07-8021-ff230b35f252","remote_addr":"[fd00:1122:3344:101::b]:42373","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3119,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:18.23812487Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"8dfc1f3d-64a5-4191-a069-9c26bcc4b15d","remote_addr":"[fd00:1122:3344:101::a]:63499","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3297,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:18.245354527Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:37721"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:18.245512929Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"77d32788-7ecd-47f6-a69e-0994fd36b89f","remote_addr":"[fd00:1122:3344:101::c]:37721","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":67,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:18.259694059Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:18.259745719Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"75e3a68e-3411-43c2-8d45-6414ddd0da81","remote_addr":"[fd00:1122:3344:101::c]:37721","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":128,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:18.265870771Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:18.290227146Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:62680"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:18.290620112Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"1d3a6082-3ae1-41f3-9b90-cd64cd35cb14","remote_addr":"[fd00:1122:3344:101::c]:62680","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":218,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:18.29125463Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"8c545a6c-f4fd-4319-b21b-3e70176de975","remote_addr":"[fd00:1122:3344:101::c]:37721","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":215,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:18.317812825Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"019af5f0-acac-4bca-af9e-2ce65040238a","remote_addr":"[fd00:1122:3344:101::a]:46366","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":83130,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:18.318126999Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"3cdaed39-483a-440f-9e11-c09a229820a4","remote_addr":"[fd00:1122:3344:101::a]:46366","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":129,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:18.384337414Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:38185"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:18.384460346Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:18.422161309Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:18.475792976Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"2fb87d6a-7697-4761-ab9a-c19f29ac0d0e","remote_addr":"[fd00:1122:3344:101::c]:38185","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91380,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:18.47608386Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"9f1a1dec-d8af-48e1-aa51-b919c6fc5f2c","remote_addr":"[fd00:1122:3344:101::c]:38185","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":113,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:37.014839262Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49174"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:37.014938253Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"4e325ec9-ebe5-42b0-8899-001f93b7c774","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49174","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35,"response_code":"200"} {"msg":"running automatic periodic zone bundle cleanup","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:42.610011448Z","hostname":"buskin","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:197"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:42.61167696Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:42.645406361Z","hostname":"buskin","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.99999677s","next_cleanup":"Instant { tv_sec: 1725, tv_nsec: 520668525 }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:47.79399676Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:52796"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:47.794119452Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"38bfca96-68c4-4603-8220-8d4019c5f847","remote_addr":"[fd00:1122:3344:101::a]:52796","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":48,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:47.805575425Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:60482"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:47.805642546Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b719ee33-4af9-4e8e-be93-1eadcac3bcbd","remote_addr":"[fd00:1122:3344:101::b]:60482","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":23,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:47.820856299Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:47.820885939Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"f159bb1a-a294-474e-b39c-ecec517e38d1","remote_addr":"[fd00:1122:3344:101::b]:60482","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":64,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:47.834973248Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"c578a603-236e-4eaf-ba83-f244f7021529","remote_addr":"[fd00:1122:3344:101::b]:60482","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":222,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:47.849877787Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:47.849905787Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"82b93366-02ed-4741-9651-99d1ac3856cc","remote_addr":"[fd00:1122:3344:101::a]:52796","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":77,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:47.866420068Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"87e60531-caef-4bd1-a1c5-e99665bc51b4","remote_addr":"[fd00:1122:3344:101::a]:52796","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":213,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:47.878988456Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:59980"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:47.879080477Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:47.930738097Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:47.998490582Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"238774bd-0baf-4556-97cb-8e27392f3b69","remote_addr":"[fd00:1122:3344:101::a]:59980","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":119442,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:47.998689125Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:46897"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:47.998724465Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58973"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:47.998809567Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:36692"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:47.998848767Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:39460"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:47.99903817Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"1832aeff-db73-44bd-9b3b-1778a91f1632","remote_addr":"[fd00:1122:3344:101::a]:59980","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":293,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:47.999163321Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"ef499906-cecc-44d4-a3da-93c4e71384cc","remote_addr":"[fd00:1122:3344:101::a]:46897","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":238,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:47.999214512Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"bf30f967-8110-4f4a-ae72-f187800dd1ed","remote_addr":"[fd00:1122:3344:101::c]:39460","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":129,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:47.999250312Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:47.999310033Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"4c9a8a5c-cde0-4ef7-b616-1f6726449db7","remote_addr":"[fd00:1122:3344:101::b]:58973","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":252,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:48.042748514Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:48.106894681Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"db0206aa-d694-4d78-92b5-d5c04294c543","remote_addr":"[fd00:1122:3344:101::b]:36692","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":107741,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:48.107297736Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"a2eaff7e-4b1b-4ade-a3bb-06287df7127a","remote_addr":"[fd00:1122:3344:101::b]:36692","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":146,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:48.16447125Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:51417"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:48.164697913Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"387db6cf-df41-43e0-91f3-59cf6d554193","remote_addr":"[fd00:1122:3344:101::c]:51417","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":134,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:48.212328439Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:48.21235869Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d1326a7e-730d-4ff1-a865-1a05ab706dd3","remote_addr":"[fd00:1122:3344:101::c]:39460","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:48.221440521Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"addade80-8c6b-4eb1-b81e-284467ec608c","remote_addr":"[fd00:1122:3344:101::c]:39460","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":227,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:48.226657461Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:53581"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:48.226775523Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:48.266744387Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:48.327777102Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"f64f3072-c6a0-4670-a567-318702edba16","remote_addr":"[fd00:1122:3344:101::c]:53581","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101044,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:48.328279119Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"211ab2d4-be28-4054-990e-15a86e338595","remote_addr":"[fd00:1122:3344:101::c]:53581","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":208,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:39:57.484646195Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:07.052392218Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:45895"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:07.052481589Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"95760295-131b-40e2-9957-392ce3cfbdab","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:45895","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":29,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:17.795234511Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:56537"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:17.795391853Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"5cf8801d-2e99-45e0-a98b-5af64ca684f0","remote_addr":"[fd00:1122:3344:101::a]:56537","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":51,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:17.874691562Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:17.874729393Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"22532df1-2068-4a16-bc94-3946f53eaa1c","remote_addr":"[fd00:1122:3344:101::a]:56537","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:17.890401702Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"344d82dc-9823-48d4-aa3d-d4767f5a290e","remote_addr":"[fd00:1122:3344:101::a]:56537","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":208,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:17.921878493Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:54422"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:17.922001104Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"608eaac2-c22d-4341-84f5-fac63e58f0c4","remote_addr":"[fd00:1122:3344:101::b]:54422","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":75,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:17.99049155Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:17.990551Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"f788281f-3faf-409b-9859-27d4b5e8344e","remote_addr":"[fd00:1122:3344:101::b]:54422","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:18.047716854Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:50882"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:18.047911027Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"05408cbc-e8eb-4094-862a-154008f4a650","remote_addr":"[fd00:1122:3344:101::a]:50882","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":123,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:18.066899131Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:38348"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:18.067074713Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"3cb8887f-a053-41b8-ab72-e63df965a593","remote_addr":"[fd00:1122:3344:101::b]:38348","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:18.070098563Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"1af28dac-a02f-4c32-aebe-04066bf65090","remote_addr":"[fd00:1122:3344:101::b]:54422","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":204,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:18.082099763Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:46465"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:18.082199985Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:18.127680613Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:18.188902751Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"8c599275-9a64-4736-83df-b941c89fd93c","remote_addr":"[fd00:1122:3344:101::a]:46465","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106743,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:18.189072693Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:61328"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:18.189291856Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:18.193253959Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"59aa8a97-1fa8-41bf-b722-ec6ee90d2a3a","remote_addr":"[fd00:1122:3344:101::a]:46465","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":4031,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:18.224206932Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:18.280329832Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"cf190823-676b-4246-9e8c-f1009848aa08","remote_addr":"[fd00:1122:3344:101::b]:61328","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91139,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:18.280644036Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"3fed7bac-d805-4a30-91d2-c46f8e25b475","remote_addr":"[fd00:1122:3344:101::b]:61328","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":122,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:18.304290682Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:59054"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:18.304385014Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"716fe2cf-e497-4792-8552-7988a4a24b59","remote_addr":"[fd00:1122:3344:101::c]:59054","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":54,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:18.318383341Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:18.318399401Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"99795556-8170-461e-8ad9-e09de51799b4","remote_addr":"[fd00:1122:3344:101::c]:59054","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":62,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:18.322172011Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:37423"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:18.322342953Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"316ab66d-3a9f-4ceb-bf19-ce17fe9b9cef","remote_addr":"[fd00:1122:3344:101::c]:37423","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":110,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:18.32878174Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d8bcd7e5-a1c4-49d1-8cb4-c7d2e1b820f8","remote_addr":"[fd00:1122:3344:101::c]:59054","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":199,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:18.379924283Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:40234"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:18.380024534Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:18.419203638Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:18.474500307Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b6bb022f-5446-4b1e-b9c1-1fd64b7438e1","remote_addr":"[fd00:1122:3344:101::c]:40234","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94512,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:18.47478014Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e33664e6-6e41-4b2b-800c-9381ac5256dd","remote_addr":"[fd00:1122:3344:101::c]:40234","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:37.085539755Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49181"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:37.085686897Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"188c6067-b9f8-4122-891c-efe76bbbbc5a","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49181","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":41,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:47.853478693Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:54583"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:47.853791057Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ccb8c05b-913b-4073-a357-835f2c722f09","remote_addr":"[fd00:1122:3344:101::b]:54583","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":123,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:47.924743205Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:47.924773945Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"871416b4-2ec1-4501-acae-068e28f3823b","remote_addr":"[fd00:1122:3344:101::b]:54583","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:47.934990122Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"c9188310-881a-4451-9c42-4d7ecd16de80","remote_addr":"[fd00:1122:3344:101::b]:54583","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":180,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:47.984451753Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:50604"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:47.984553894Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"4dd6d3a5-9347-4e7f-9eab-7f6ac58b5427","remote_addr":"[fd00:1122:3344:101::a]:50604","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:47.99698509Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41396"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:47.997159393Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:48.044478045Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:48.116182803Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ceb8e4ff-d7b5-4efa-b056-be034ce68a56","remote_addr":"[fd00:1122:3344:101::b]:41396","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":119087,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:48.116413916Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:39760"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:48.116502437Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:42389"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:48.11670193Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:48.11674137Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"776edff8-6a68-4df1-bf6f-bab289d74d5f","remote_addr":"[fd00:1122:3344:101::a]:50604","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":194,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:48.116810771Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"8c640f97-08f7-42aa-8dfa-b97684ea3465","remote_addr":"[fd00:1122:3344:101::b]:41396","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":299,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:48.116835452Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:48.120743004Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"8975bc55-1d8d-41f2-800a-64b402f63e4d","remote_addr":"[fd00:1122:3344:101::a]:42389","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3886,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:48.123712044Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:48283"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:48.123872206Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ee1da398-3295-4b2b-b591-26cf695e1aa8","remote_addr":"[fd00:1122:3344:101::c]:48283","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":60,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:48.127394423Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"3131b5cd-715e-4936-a005-72dea6a55454","remote_addr":"[fd00:1122:3344:101::a]:50604","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":204,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:48.130441273Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:47742"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:48.130597806Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"c2d5b6fc-bdf5-405d-8055-c7cbee063248","remote_addr":"[fd00:1122:3344:101::b]:47742","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:48.164235995Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:48.181435735Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:48.181760759Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d24d4841-ea01-486c-8210-b08fa78fd07f","remote_addr":"[fd00:1122:3344:101::c]:48283","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3979,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:48.193307204Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"2783746c-2200-4d9d-a680-a1f1511d0c83","remote_addr":"[fd00:1122:3344:101::c]:48283","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":754,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:48.222492423Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:42911"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:48.224937306Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"9de3e0b3-a71f-42f6-b092-4101161e0f4d","remote_addr":"[fd00:1122:3344:101::a]:39760","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108235,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:48.224991547Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:48.228654896Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"536b82ac-e282-4cee-b2aa-d86a307d51f3","remote_addr":"[fd00:1122:3344:101::a]:39760","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":731,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:48.248716054Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:48836"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:48.252220021Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"93a807df-d27e-464c-af60-4414522c0765","remote_addr":"[fd00:1122:3344:101::c]:48836","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":204,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:48.259613399Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:48.311713126Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a9c72e34-37ec-4543-9616-bbb74d02b6e5","remote_addr":"[fd00:1122:3344:101::c]:42911","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89097,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:40:48.31206567Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"54b73caf-fe46-479f-a27b-7cd824e22438","remote_addr":"[fd00:1122:3344:101::c]:42911","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":148,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:40:56.762113769Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":4,"n_current_samples":498,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:40:56.895744974Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":4,"n_current_samples":498,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:41:06.691891787Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:41:06.760265101Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:41:06.765144656Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:41:06.897793798Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:07.121124762Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35257"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:07.121305245Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"dbcafa61-0764-4311-a649-1b1afee6b767","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35257","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":82,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:41:16.696959721Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:41:16.762141683Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:41:16.76715445Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:41:16.899839332Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:17.940466886Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63079"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:17.940606748Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f1c28a2c-ba05-4fda-888e-1888b4e9b4b9","remote_addr":"[fd00:1122:3344:101::a]:63079","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":59,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:17.971624812Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:34271"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:17.971768204Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"5fe5a23b-6774-4b7f-88c7-abaf582b52db","remote_addr":"[fd00:1122:3344:101::b]:34271","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":56,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:18.012678011Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:18.012711661Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"ac24cb2b-36d7-4831-b8e3-89a2169c92ed","remote_addr":"[fd00:1122:3344:101::a]:63079","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:18.030153824Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:18.030180465Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a9811b4d-5336-4627-8964-719f0b58cc29","remote_addr":"[fd00:1122:3344:101::b]:34271","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":56,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:18.040671405Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"eec8860c-9cab-4771-9b62-56b534c60367","remote_addr":"[fd00:1122:3344:101::b]:34271","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":225,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:18.080272984Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:37855"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:18.080488377Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"449a0ba3-5281-4164-b56a-4c1150cde42e","remote_addr":"[fd00:1122:3344:101::a]:37855","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":123,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:18.090216267Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"46e94d18-df6c-4158-a357-4706df93a90d","remote_addr":"[fd00:1122:3344:101::a]:63079","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":192,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:18.13163545Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:43516"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:18.131802122Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:18.174380891Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:18.19070561Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58582"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:18.190994373Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"d8446249-5cff-4ada-89bd-a4b598c85b1c","remote_addr":"[fd00:1122:3344:101::b]:58582","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":152,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:18.204813538Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:40433"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:18.235333186Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"39fb61b8-8b92-4f64-af85-81bf0da94fba","remote_addr":"[fd00:1122:3344:101::a]:43516","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103578,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:18.235402357Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:18.240024128Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7781e60f-d056-40a3-b566-5d9ec205b963","remote_addr":"[fd00:1122:3344:101::a]:43516","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":816,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:18.276638888Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:18.295837044Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:43824"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:18.296108688Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"f810ae69-e2d9-405b-b4d9-656a39e03e99","remote_addr":"[fd00:1122:3344:101::c]:43824","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":182,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:18.319088375Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:50503"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:18.319235127Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"28426252-144c-49bf-a7fd-2199533b8600","remote_addr":"[fd00:1122:3344:101::c]:50503","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":70,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:18.333101342Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:18.333153793Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"6b0c9147-18d8-4cbd-8603-b9bc7ec2af2c","remote_addr":"[fd00:1122:3344:101::c]:50503","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:18.337863386Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b8a66eaf-f2e2-4481-bb0e-f3c1f1db3593","remote_addr":"[fd00:1122:3344:101::b]:40433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":132942,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:18.33818286Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"f8b2ce72-9c61-40b8-bb2f-0d3e238fccc7","remote_addr":"[fd00:1122:3344:101::b]:40433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:18.341456014Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"3d816078-c375-4ea7-9f10-04773f3bf75b","remote_addr":"[fd00:1122:3344:101::c]:50503","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":161,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:18.396627251Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:60718"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:18.396703892Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:18.432847015Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:18.489905896Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"7ecf7ba2-cc72-44d5-bb00-604172cd2a3e","remote_addr":"[fd00:1122:3344:101::c]:60718","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93261,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:18.490140902Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"2f726b27-d3c9-4101-96e0-468aae7d7596","remote_addr":"[fd00:1122:3344:101::c]:60718","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:41:26.701830074Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:41:26.764534112Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:41:26.770233128Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:41:26.902548466Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:41:36.706878478Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:41:36.766996312Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:41:36.773023452Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:41:36.904755312Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:37.154611561Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36963"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:37.154757013Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"ae9ae2b6-b6be-4c36-896e-6b41ebe6fa2f","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36963","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":39,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:41:46.711247804Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:41:46.768677492Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:41:46.774644041Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:41:46.906613475Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:47.789520271Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:55936"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:47.789625772Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"19f272c5-5f37-4e13-bc44-5b48cd20c4df","remote_addr":"[fd00:1122:3344:101::b]:55936","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":44,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:47.819206497Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:47830"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:47.819308679Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"077d288f-3e73-4ffb-864f-dcde88a60731","remote_addr":"[fd00:1122:3344:101::a]:47830","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:47.840945648Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:47.840974648Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"24597aea-a221-46ce-92d8-1fdc3b7d1860","remote_addr":"[fd00:1122:3344:101::b]:55936","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:47.850484425Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:37610"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:47.850652748Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:47.909765978Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:47.98776645Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"52b623c4-2ee1-4d95-89c1-33e2c093238b","remote_addr":"[fd00:1122:3344:101::b]:37610","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":137165,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:47.988230246Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:51824"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:47.988262716Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:47.988317717Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"55e7b380-bcea-4cce-b46f-900df5bdabb0","remote_addr":"[fd00:1122:3344:101::a]:47830","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":198,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:47.988362738Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:36152"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:47.988626571Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"200d49e7-6175-4147-b7fc-99c0a40d910d","remote_addr":"[fd00:1122:3344:101::b]:37610","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":345,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:47.988652472Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"ea171fe3-9fdf-454f-8c8f-64d302323527","remote_addr":"[fd00:1122:3344:101::b]:55936","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":494,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:47.988674042Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:47.999631938Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"c023fbda-4f35-44f5-bda4-fee8f5936e9d","remote_addr":"[fd00:1122:3344:101::a]:36152","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":11039,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:47.999815001Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:39584"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:48.000352058Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"77737a20-65d8-48c8-85be-568665622545","remote_addr":"[fd00:1122:3344:101::b]:39584","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":320,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:48.000404038Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a7cdeb2f-7ce0-4186-855f-06b66be6a5a9","remote_addr":"[fd00:1122:3344:101::a]:47830","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":578,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:48.033214207Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:48.050038342Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:56021"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:48.050311315Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"3c7a0edf-9227-489a-9773-9e971d99af52","remote_addr":"[fd00:1122:3344:101::c]:56021","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":131,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:48.065884973Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:48.065929424Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a42a2c42-0213-4476-bd3a-90548f50dc38","remote_addr":"[fd00:1122:3344:101::c]:56021","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":116,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:48.07760397Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"52471154-ca24-4122-a65d-f1542c5101e0","remote_addr":"[fd00:1122:3344:101::c]:56021","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1000,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:48.098691772Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4c22b181-1b06-4e67-8369-00b64862b841","remote_addr":"[fd00:1122:3344:101::a]:51824","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":110212,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:48.099045916Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"150c3e32-1b16-4082-9e6c-2e5fcadd2e93","remote_addr":"[fd00:1122:3344:101::a]:51824","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":140,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:48.115715719Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:38407"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:48.115919592Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"93877451-ffaf-47f1-af82-e34ab1603d9f","remote_addr":"[fd00:1122:3344:101::c]:38407","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":128,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:48.152508241Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:36893"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:48.152609002Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:48.19434362Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:48.255811041Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"7b9f3a7a-41ff-4371-bb47-11de767fc415","remote_addr":"[fd00:1122:3344:101::c]:36893","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103241,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:41:48.256101215Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"980ca5cf-7899-4673-9b7d-a61cc9a7792e","remote_addr":"[fd00:1122:3344:101::c]:36893","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:41:56.716820106Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:41:56.771138442Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:41:56.777270074Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:41:56.908991714Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:42:06.721198822Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:42:06.773096136Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:42:06.778900783Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:42:06.910720045Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:07.188108251Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56308"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:07.188209982Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"33678eda-5d89-4c8e-a221-0e2d54f76a94","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56308","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":31,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:42:16.72568028Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:42:16.775583717Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:42:16.781298443Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:42:16.912417085Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:17.977245442Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:44044"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:17.977423444Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"415a42c2-70cb-4b62-a1cb-65724b821a17","remote_addr":"[fd00:1122:3344:101::b]:44044","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":75,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:18.018089888Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:61019"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:18.01830024Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"0995c399-71af-485c-a724-6bdbe1349212","remote_addr":"[fd00:1122:3344:101::a]:61019","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:18.034488677Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:18.034511827Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"35a9ed6d-9e8f-4909-96dc-2a028292bdeb","remote_addr":"[fd00:1122:3344:101::b]:44044","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":86,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:18.050289428Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a1862a47-835c-4208-b034-1a070af3d9b7","remote_addr":"[fd00:1122:3344:101::b]:44044","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":303,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:18.074294779Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:18.074329919Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"f34d8769-65dd-4dc4-be95-d7ecddde0071","remote_addr":"[fd00:1122:3344:101::a]:61019","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":64,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:18.11112236Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:49713"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:18.111313153Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"df767e52-d2eb-4dc1-ad9b-becede974ab1","remote_addr":"[fd00:1122:3344:101::a]:49713","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":146,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:18.114116771Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"8d4f5d26-0018-4145-89b7-ce363584e83f","remote_addr":"[fd00:1122:3344:101::a]:61019","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":150,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:18.190605462Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:61487"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:18.190704214Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:18.236675378Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:18.303812225Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"13e030c3-f6ab-41e0-bf4e-f4403a579a7f","remote_addr":"[fd00:1122:3344:101::a]:61487","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":113149,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:18.303992418Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:46609"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:18.304258581Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"3c427772-f60b-4087-b145-15ef07d5bd0e","remote_addr":"[fd00:1122:3344:101::b]:46609","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":173,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:18.304295812Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"6c5b99fd-2767-48c6-9d43-0226cea2679b","remote_addr":"[fd00:1122:3344:101::a]:61487","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":231,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:18.323809302Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:60645"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:18.323923784Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"51dd8574-88de-4e4c-9853-ad0c58be5f53","remote_addr":"[fd00:1122:3344:101::c]:60645","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":63,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:18.324162607Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:55989"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:18.324294999Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:18.364258723Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:18.425558742Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"f1f41efa-5861-4de0-b7db-d879e769d3a1","remote_addr":"[fd00:1122:3344:101::b]:55989","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101304,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:18.425836206Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:42789"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:18.426074299Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:18.426093809Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"75de3b66-0275-41b7-91cc-d26b118996e5","remote_addr":"[fd00:1122:3344:101::c]:60645","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":199,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:18.426202101Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"5d176023-5044-4c82-b379-9eb7bc983a17","remote_addr":"[fd00:1122:3344:101::b]:55989","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":292,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:18.426283912Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"8a508f01-795b-4c1d-86c8-5000e5498a2c","remote_addr":"[fd00:1122:3344:101::c]:42789","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":246,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:18.436308916Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"71a3b7de-4705-4198-8446-bab91677f723","remote_addr":"[fd00:1122:3344:101::c]:60645","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":287,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:18.497738316Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:48795"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:18.497861268Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:18.538159737Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:18.596371544Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"43913cb6-fa3e-461a-aca0-2a4ce1f5c621","remote_addr":"[fd00:1122:3344:101::c]:48795","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98559,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:18.596682968Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"385eedaf-fb29-4d2b-b469-54df73436e95","remote_addr":"[fd00:1122:3344:101::c]:48795","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:42:26.729439368Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:42:26.777288367Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:42:26.783029414Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:42:26.915033567Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:42:36.734228859Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:42:36.77919854Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:42:36.784934557Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:42:36.917760142Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:37.22450191Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:37240"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:37.224641422Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"58a26386-e9bc-469f-a95e-c18afd24ea64","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:37240","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":62,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:42:46.73893782Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:42:46.780683068Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:42:46.786474125Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:42:46.919241649Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:47.772702982Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:55885"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:47.772958045Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"92d28e82-f524-4f47-a830-2acb0c0ad33d","remote_addr":"[fd00:1122:3344:101::a]:55885","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":161,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:47.791767207Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:45332"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:47.791862748Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"381ded72-0f6f-43b2-935c-fd71f9e8c39d","remote_addr":"[fd00:1122:3344:101::a]:45332","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:47.811657673Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:47.811699063Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2c1a5003-a0c0-4421-bbd3-089fda053a19","remote_addr":"[fd00:1122:3344:101::a]:45332","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":68,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:47.826187277Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"27909392-193d-40f0-9299-f6299b58f9fe","remote_addr":"[fd00:1122:3344:101::a]:45332","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":187,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:47.841893866Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58985"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:47.842009898Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"3e622695-6aea-4617-ae74-9162bb8adfd4","remote_addr":"[fd00:1122:3344:101::b]:58985","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":30,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:47.899426835Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:62746"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:47.899588977Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:47.956941824Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:48.03745275Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"020579a5-4a5e-490a-9d62-fbe9a30ed927","remote_addr":"[fd00:1122:3344:101::a]:62746","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":137916,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:48.037762574Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:56118"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:48.037866285Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:52519"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:48.037987817Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:48.038018287Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"4e4615f6-97a6-4043-8663-b3ab9711603d","remote_addr":"[fd00:1122:3344:101::b]:58985","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":210,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:48.03821543Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d5488554-2dde-489c-bb37-11353db2ee87","remote_addr":"[fd00:1122:3344:101::a]:62746","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":361,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:48.038291001Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:48.038398602Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"6c827b85-4c6d-4642-9834-9adad12d05b6","remote_addr":"[fd00:1122:3344:101::b]:52519","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":264,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:48.051310315Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"49af8787-239f-4ce5-9363-3dbbec6bfe70","remote_addr":"[fd00:1122:3344:101::b]:58985","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":286,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:48.081734151Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:48.098377633Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:34322"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:48.098558586Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"01426a4f-131c-478f-a856-78b0f47cbff8","remote_addr":"[fd00:1122:3344:101::c]:34322","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:48.151009097Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4944d123-4968-4be3-a6b8-282bbfa3be51","remote_addr":"[fd00:1122:3344:101::b]:56118","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":112898,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:48.151411502Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"1d715044-fad9-4b76-a67d-197dc24ce913","remote_addr":"[fd00:1122:3344:101::b]:56118","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":171,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:48.1616978Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:48.16171701Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"9fa78371-4382-41fc-8c1c-202e7e3c7a47","remote_addr":"[fd00:1122:3344:101::c]:34322","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":63,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:48.171523851Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"7749a250-a182-4311-891f-976a53ef1dd2","remote_addr":"[fd00:1122:3344:101::c]:34322","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":153,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:48.219669464Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:60470"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:48.219784586Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"e239ed1a-b34d-4e8b-b158-14a58a19403c","remote_addr":"[fd00:1122:3344:101::c]:60470","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":84,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:48.2312862Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:38048"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:48.231362261Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:48.272343858Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:48.328444758Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"7cb21b26-bec5-4d16-a69e-5cb61f34400b","remote_addr":"[fd00:1122:3344:101::c]:38048","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97098,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:42:48.328771272Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"0da11059-bcee-47df-a38b-1d4617ae6ab3","remote_addr":"[fd00:1122:3344:101::c]:38048","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":117,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:42:56.743305176Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:42:56.783163659Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:42:56.788174856Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:42:56.920997791Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:43:06.747528061Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:43:06.785122173Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:43:06.789966838Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:43:06.923210958Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:07.257946401Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33511"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:07.258497508Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"63c9509f-f571-43e2-9e0a-f6d6e8632d15","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33511","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:43:16.752078519Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:43:16.786888434Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:43:16.791895361Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:43:16.925830161Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.021833825Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:34642"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.021963806Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"cd8996c5-48c8-4bf1-8978-827ccf44ed0f","remote_addr":"[fd00:1122:3344:101::b]:34642","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":60,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.081157397Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.081203128Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"758f419d-1f0c-4939-b758-7522592a1c7f","remote_addr":"[fd00:1122:3344:101::b]:34642","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.091012419Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a332b622-857e-404b-97c9-581b20012518","remote_addr":"[fd00:1122:3344:101::b]:34642","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":207,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.107313747Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:43969"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.107402058Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"cad3b11d-6d31-4fde-af76-1a5d6e2670f3","remote_addr":"[fd00:1122:3344:101::a]:43969","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":48,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.15474362Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:40545"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.154958033Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"f681ea25-21a8-47e4-9eda-4cc5f73d9a02","remote_addr":"[fd00:1122:3344:101::a]:40545","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":140,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.175607879Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:45849"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.175803962Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"1bfa51a8-8e11-4a0b-ad5d-b91210e9e216","remote_addr":"[fd00:1122:3344:101::b]:45849","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":137,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.180567435Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:61888"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.180704487Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"7517455b-fc32-4062-ab45-7b2673809fda","remote_addr":"[fd00:1122:3344:101::c]:61888","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.194281859Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:53089"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.19438132Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.252827001Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.335563656Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"0276b2a1-6c2a-45cb-b492-a8bccf06d73a","remote_addr":"[fd00:1122:3344:101::b]:53089","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":141213,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.335870601Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:41352"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.335963222Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:38517"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.336028652Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:34099"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.34331152Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:44786"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.343485162Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4c211da9-c36c-41bc-8274-9aa6420c20e6, kind: Service { id: 90b200e8-d1ee-4e0d-975c-64628c5532d2 }, name: Name(\"external-dns-90b200e8-d1ee-4e0d-975c-64628c5532d2\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 185])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b69bf686-c443-40c6-b854-c2ff6e5e107a, kind: Service { id: 4e669ff4-6dde-4cd2-8491-623460b56d8d }, name: Name(\"external-dns-4e669ff4-6dde-4cd2-8491-623460b56d8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 188])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 03ccecdf-44ea-4815-8920-5ebe8d7bf7ff, kind: Service { id: 915e11b8-d7cb-4730-9906-7980540813dc }, name: Name(\"nexus-915e11b8-d7cb-4730-9906-7980540813dc\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 183, 146])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4cb2fda6-91fb-43d0-be7c-77f85347c432, kind: Service { id: 39d14e41-6d5d-474a-aaea-65c36b8f9da5 }, name: Name(\"nexus-39d14e41-6d5d-474a-aaea-65c36b8f9da5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 235, 243])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7e0b7555-efc0-41d1-b3ba-7ca41e2e30b7, kind: Service { id: 088dbd0f-363c-4785-9d04-aa968256294e }, name: Name(\"nexus-088dbd0f-363c-4785-9d04-aa968256294e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 205])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.343536233Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.343559813Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:60952"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.343571353Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.343587404Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"fcb4ec61-e818-498c-9c6a-616187f9099f","remote_addr":"[fd00:1122:3344:101::a]:43969","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7523,"response_code":"204"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.343659485Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.343678885Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"a7833334-b881-4d15-998d-51a2883e0ba9","remote_addr":"[fd00:1122:3344:101::b]:53089","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7556,"response_code":"200"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.343799916Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.343836297Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.343849177Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.343888388Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.343899148Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"a18f7be9-1655-44d5-97e5-65a42dcf36e2","remote_addr":"[fd00:1122:3344:101::a]:41352","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1124,"response_code":"204"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.343914338Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.343925008Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"45c6514d-46af-49c4-8d1a-83d49052b9c6","remote_addr":"[fd00:1122:3344:101::c]:60952","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":203,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.343936238Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.343961378Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.343976949Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.344559826Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"Reading ledger from /pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.344646218Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.361652395Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"9c03ffa2-0ff8-4216-8320-56a4220077b5","remote_addr":"[fd00:1122:3344:101::a]:43969","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1067,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.373396972Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.373494283Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_11d53b36-56c4-493b-908d-a4b25d43b82e"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.397589395Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.397669576Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.403772688Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"Reading ledger from /pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.411508421Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.411748764Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:47419"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.417125516Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.417458871Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_2c2f13ae-cbfd-4d35-8cda-af591905c789"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.418011598Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4c211da9-c36c-41bc-8274-9aa6420c20e6, kind: Service { id: 90b200e8-d1ee-4e0d-975c-64628c5532d2 }, name: Name(\"external-dns-90b200e8-d1ee-4e0d-975c-64628c5532d2\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 185])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b69bf686-c443-40c6-b854-c2ff6e5e107a, kind: Service { id: 4e669ff4-6dde-4cd2-8491-623460b56d8d }, name: Name(\"external-dns-4e669ff4-6dde-4cd2-8491-623460b56d8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 188])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 03ccecdf-44ea-4815-8920-5ebe8d7bf7ff, kind: Service { id: 915e11b8-d7cb-4730-9906-7980540813dc }, name: Name(\"nexus-915e11b8-d7cb-4730-9906-7980540813dc\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 183, 146])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4cb2fda6-91fb-43d0-be7c-77f85347c432, kind: Service { id: 39d14e41-6d5d-474a-aaea-65c36b8f9da5 }, name: Name(\"nexus-39d14e41-6d5d-474a-aaea-65c36b8f9da5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 235, 243])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7e0b7555-efc0-41d1-b3ba-7ca41e2e30b7, kind: Service { id: 088dbd0f-363c-4785-9d04-aa968256294e }, name: Name(\"nexus-088dbd0f-363c-4785-9d04-aa968256294e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 205])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.418123749Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.41820463Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.418236421Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.424568586Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.424689487Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.424701347Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.424964501Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"9569ccb7-6fcc-43f0-a171-1c53d9b4656d","remote_addr":"[fd00:1122:3344:101::b]:47419","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":12883,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.430397873Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:63634"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.439046449Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.43907522Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_11d53b36-56c4-493b-908d-a4b25d43b82e"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.451423165Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.451908991Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"6c6ade3b-4175-4e91-8da5-920536f0c0d8","remote_addr":"[fd00:1122:3344:101::c]:60952","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7102,"response_code":"204"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.461854004Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.461876164Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.461994556Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.476938795Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a8a265c8-3db3-4edd-a237-3754a2997b8d","remote_addr":"[fd00:1122:3344:101::c]:60952","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7444,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.48176699Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.481848771Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_784212b9-62b7-432d-b0d7-e4600fa06921"} {"msg":"Reading ledger from /pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.487642148Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.499099851Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:54405"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.499778611Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.499797561Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_2c2f13ae-cbfd-4d35-8cda-af591905c789"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.504634585Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.505089182Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"12589222-1b67-4fcc-911f-1668081e23f8","remote_addr":"[fd00:1122:3344:101::a]:44786","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":160724,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.514248364Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"fffa87f3-85b9-4b7e-958d-865149492f2f","remote_addr":"[fd00:1122:3344:101::a]:44786","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3408,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 11d53b36-56c4-493b-908d-a4b25d43b82e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.518508911Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.518527251Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_11d53b36-56c4-493b-908d-a4b25d43b82e"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 21742b4e-23b7-43df-8530-fcf02dea3824 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.544547718Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.544857202Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_21742b4e-23b7-43df-8530-fcf02dea3824"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.556363406Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2c2f13ae-cbfd-4d35-8cda-af591905c789 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.562092003Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.562171594Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_2c2f13ae-cbfd-4d35-8cda-af591905c789"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.577504089Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.577578219Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_784212b9-62b7-432d-b0d7-e4600fa06921"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.592001902Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:50113"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.592479639Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4c211da9-c36c-41bc-8274-9aa6420c20e6, kind: Service { id: 90b200e8-d1ee-4e0d-975c-64628c5532d2 }, name: Name(\"external-dns-90b200e8-d1ee-4e0d-975c-64628c5532d2\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 185])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: b69bf686-c443-40c6-b854-c2ff6e5e107a, kind: Service { id: 4e669ff4-6dde-4cd2-8491-623460b56d8d }, name: Name(\"external-dns-4e669ff4-6dde-4cd2-8491-623460b56d8d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 188])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 03ccecdf-44ea-4815-8920-5ebe8d7bf7ff, kind: Service { id: 915e11b8-d7cb-4730-9906-7980540813dc }, name: Name(\"nexus-915e11b8-d7cb-4730-9906-7980540813dc\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 183, 146])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4cb2fda6-91fb-43d0-be7c-77f85347c432, kind: Service { id: 39d14e41-6d5d-474a-aaea-65c36b8f9da5 }, name: Name(\"nexus-39d14e41-6d5d-474a-aaea-65c36b8f9da5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 235, 243])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7e0b7555-efc0-41d1-b3ba-7ca41e2e30b7, kind: Service { id: 088dbd0f-363c-4785-9d04-aa968256294e }, name: Name(\"nexus-088dbd0f-363c-4785-9d04-aa968256294e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 205])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.59255575Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.592640491Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.592671341Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.592707802Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.592733652Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.592750252Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.592771562Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"6a56c588-8d29-4fc3-9a1a-f0d83366d07a","remote_addr":"[fd00:1122:3344:101::c]:50113","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":576,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 61b32b1c-9218-4c36-b123-2959f1dfd4f0 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.595794123Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.596117847Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_61b32b1c-9218-4c36-b123-2959f1dfd4f0"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 21742b4e-23b7-43df-8530-fcf02dea3824 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.611708266Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.611825507Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_21742b4e-23b7-43df-8530-fcf02dea3824"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 784212b9-62b7-432d-b0d7-e4600fa06921 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.62621622Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.62629755Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_784212b9-62b7-432d-b0d7-e4600fa06921"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.637146835Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"3646d0a7-98f6-4c9a-bc1f-7a551647d179","remote_addr":"[fd00:1122:3344:101::c]:54405","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":137839,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.637636012Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"8bc1985f-63fc-4d42-b83b-95dba6a26340","remote_addr":"[fd00:1122:3344:101::c]:54405","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":290,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 03f27c6c-e171-4450-8876-58f440dc9097 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.645634589Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.64575693Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_03f27c6c-e171-4450-8876-58f440dc9097"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 21742b4e-23b7-43df-8530-fcf02dea3824 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.661530571Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.661567202Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_21742b4e-23b7-43df-8530-fcf02dea3824"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 61b32b1c-9218-4c36-b123-2959f1dfd4f0 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.673553302Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.673596313Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_61b32b1c-9218-4c36-b123-2959f1dfd4f0"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 8a7d01cd-9218-405e-81a7-0632ac6eff3f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.690060453Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.690247415Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_8a7d01cd-9218-405e-81a7-0632ac6eff3f"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 03f27c6c-e171-4450-8876-58f440dc9097 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.710254792Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.710300003Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_03f27c6c-e171-4450-8876-58f440dc9097"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 61b32b1c-9218-4c36-b123-2959f1dfd4f0 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.722518846Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.722584527Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_61b32b1c-9218-4c36-b123-2959f1dfd4f0"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 695b40ec-ab62-486b-99a5-161c372e3934 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.738918285Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.739311591Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_695b40ec-ab62-486b-99a5-161c372e3934"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 03f27c6c-e171-4450-8876-58f440dc9097 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.760855048Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.760903399Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_03f27c6c-e171-4450-8876-58f440dc9097"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 8a7d01cd-9218-405e-81a7-0632ac6eff3f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.774320068Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.774389159Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_8a7d01cd-9218-405e-81a7-0632ac6eff3f"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: b36cfd4c-887e-4515-9f44-b45436c8de30 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.795888216Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.796285692Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_b36cfd4c-887e-4515-9f44-b45436c8de30"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 695b40ec-ab62-486b-99a5-161c372e3934 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.8111112Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.811151811Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_695b40ec-ab62-486b-99a5-161c372e3934"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 8a7d01cd-9218-405e-81a7-0632ac6eff3f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.823160431Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.823212481Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_8a7d01cd-9218-405e-81a7-0632ac6eff3f"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.827039613Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"d5abf557-0003-4eae-b24a-8bd543f86e9e","remote_addr":"[fd00:1122:3344:101::b]:38517","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":483458,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 695b40ec-ab62-486b-99a5-161c372e3934 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.846513993Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.846557144Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_695b40ec-ab62-486b-99a5-161c372e3934"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: b36cfd4c-887e-4515-9f44-b45436c8de30 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.859439556Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.859489746Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_b36cfd4c-887e-4515-9f44-b45436c8de30"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.87249338Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"e39ea028-95ec-4c27-86da-984fdf6d853d","remote_addr":"[fd00:1122:3344:101::a]:34099","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":528706,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: b36cfd4c-887e-4515-9f44-b45436c8de30 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.876717436Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.876733997Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_b36cfd4c-887e-4515-9f44-b45436c8de30"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:18.892352045Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"89133fdd-9e7c-4105-b856-352c2c506dc5","remote_addr":"[fd00:1122:3344:101::c]:63634","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":461718,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:43:26.757133131Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:43:26.789322805Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:43:26.793416989Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:43:26.927352469Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:43:36.761341909Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:43:36.791773136Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:43:36.795611247Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:43:36.929375344Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:37.293039693Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:65449"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:37.293190625Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"7a173aa9-653a-4c9a-9166-7928acc4426e","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:65449","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":39,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:43:46.766168152Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:43:46.794124065Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:43:46.797807984Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:43:46.931950956Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:47.758627701Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:44362"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:47.758766133Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"889d466a-a8af-4708-a587-ddba26eebf8b","remote_addr":"[fd00:1122:3344:101::a]:44362","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":58,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:47.783814928Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:47.783847009Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"5109a5f7-b925-4482-8e87-bd1109072b3d","remote_addr":"[fd00:1122:3344:101::a]:44362","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":82,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:47.79442523Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"4c6684d1-0045-4608-b824-465632279b92","remote_addr":"[fd00:1122:3344:101::a]:44362","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":200,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:47.862800523Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:40989"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:47.862931185Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"0cf605d9-ac0a-4cb5-9ae8-5d2e3cda9cbb","remote_addr":"[fd00:1122:3344:101::b]:40989","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:47.892610632Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:64730"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:47.892855875Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"5974729d-441d-42d8-a296-5a487268c83c","remote_addr":"[fd00:1122:3344:101::b]:64730","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":154,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:47.895173066Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:48983"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:47.895267417Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:47.939912624Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:48.002074934Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"30ec26ef-36a6-4fc4-929c-d3cd77712044","remote_addr":"[fd00:1122:3344:101::a]:48983","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106837,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:48.002370028Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:37355"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:48.002433099Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:35438"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:48.00249641Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:62181"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:48.00253315Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"63b803e0-1e76-49d3-8ba3-5df88890c57c","remote_addr":"[fd00:1122:3344:101::a]:48983","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":165,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:48.002606681Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:48.002680502Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"8db44311-ca82-4860-bcb7-1067644bd5da","remote_addr":"[fd00:1122:3344:101::b]:40989","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":248,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:48.002859335Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c25fbb64-ccbb-4a29-87a9-df01aab86824","remote_addr":"[fd00:1122:3344:101::c]:35438","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":150,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:48.002885765Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:48.009498464Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"4016d2f1-5cbe-4d73-805a-7238686fba86","remote_addr":"[fd00:1122:3344:101::a]:37355","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6747,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:48.012494504Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"7970e087-ff62-4f36-bd05-b4a758137882","remote_addr":"[fd00:1122:3344:101::b]:40989","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":268,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:48.043842332Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:48.043895843Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"6773b78a-b967-4c2f-99f2-b812cb3bf3c6","remote_addr":"[fd00:1122:3344:101::c]:35438","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":128,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:48.050153217Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:48.055502078Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"990438d5-2e86-441e-b4a7-9c96f2ff09cd","remote_addr":"[fd00:1122:3344:101::c]:35438","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":915,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:48.085871064Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:40460"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:48.086101107Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"218b1285-48a2-416c-b852-553d0fbba57e","remote_addr":"[fd00:1122:3344:101::c]:40460","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":155,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:48.11253889Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a04de9e1-711c-45c4-829a-20853db9c37a","remote_addr":"[fd00:1122:3344:101::b]:62181","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":109811,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:48.112850914Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"cd23db72-4672-45b3-bfc3-adcbea496dd1","remote_addr":"[fd00:1122:3344:101::b]:62181","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:48.175898097Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:46384"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:48.175995598Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:48.214030236Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:48.27563992Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"55712137-3d0c-40c2-aabc-9eff8fb5b7ab","remote_addr":"[fd00:1122:3344:101::c]:46384","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99677,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:43:48.275891833Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"28ce3e6b-6d8a-43a3-a261-c5adec39ad6e","remote_addr":"[fd00:1122:3344:101::c]:46384","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":109,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:43:56.770593308Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:43:56.795524672Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:43:56.799336023Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:43:56.934401627Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:44:06.774528639Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:44:06.798293326Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:44:06.801048663Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:44:06.935805924Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:07.326609396Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60271"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:07.326789438Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"dcbe9e6d-760b-4dbd-a559-8d92c399ba02","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60271","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":36,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:44:16.778209336Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:44:16.799960937Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:44:16.803047908Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:44:16.938468987Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:17.951750176Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63072"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:17.951865487Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8fb64ce0-2c8a-4675-abed-4cdeeb6428a1","remote_addr":"[fd00:1122:3344:101::a]:63072","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":48,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:18.005812658Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:18.005842259Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"bd98bf3d-d14c-48ae-ab58-575d28719cd8","remote_addr":"[fd00:1122:3344:101::a]:63072","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:18.019993658Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"b050a134-7a3c-45c0-8842-9266cc0be774","remote_addr":"[fd00:1122:3344:101::a]:63072","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":180,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:18.031341969Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:54812"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:18.031514892Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"ad2bf790-78eb-41f2-887d-1a881a5d65be","remote_addr":"[fd00:1122:3344:101::b]:54812","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:18.066834464Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:61021"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:18.066980316Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"387fa764-6c1f-402f-8d35-8d29f1c7fb7b","remote_addr":"[fd00:1122:3344:101::b]:61021","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":57,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:18.116241184Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:33417"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:18.116358015Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:18.158940704Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:18.221905826Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"2320bc3f-1fd0-4c9e-8d33-a021191f4281","remote_addr":"[fd00:1122:3344:101::a]:33417","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105583,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:18.22222662Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:48927"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:18.222318221Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:47902"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:18.222341241Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:18.222400222Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"98e13e0c-9631-47c9-b689-693285aa6fb4","remote_addr":"[fd00:1122:3344:101::b]:61021","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":191,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:18.222424342Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:54984"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:18.222431093Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:55849"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:18.222611705Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"530ed695-69aa-42d4-b58a-f225510a704a","remote_addr":"[fd00:1122:3344:101::a]:33417","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":321,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:18.222736247Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"5380ea6b-6230-43de-8f21-326a377ca506","remote_addr":"[fd00:1122:3344:101::c]:47902","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":134,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:18.222871368Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"d06e4b96-7b6b-4c51-a1b0-d5690be576a7","remote_addr":"[fd00:1122:3344:101::c]:55849","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":250,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:18.222881389Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:18.231054248Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"306b014d-2b08-433d-a994-6d47ab26567f","remote_addr":"[fd00:1122:3344:101::a]:54984","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":613,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:18.233836775Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"73893282-3bb4-45ec-a1a9-b558c01d9fa8","remote_addr":"[fd00:1122:3344:101::b]:61021","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":304,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:18.237721257Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:18.237737097Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"6de62d45-4779-43f1-a1a5-6fd2c04a8d9c","remote_addr":"[fd00:1122:3344:101::c]:47902","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":50,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:18.247896303Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"2a2d4d5c-4464-432c-83d8-ed6b7db1b005","remote_addr":"[fd00:1122:3344:101::c]:47902","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":580,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:18.271190224Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:18.334892265Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"cd73f045-4116-4238-9917-12b9e109a6f9","remote_addr":"[fd00:1122:3344:101::b]:48927","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":112209,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:18.33523824Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"9e0beae1-cf92-47e1-85b9-732830c66430","remote_addr":"[fd00:1122:3344:101::b]:48927","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":151,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:18.423477699Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:38425"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:18.423612261Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:18.460931859Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:18.523624357Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"0b9716b7-cb21-4d83-9fea-dd448703a991","remote_addr":"[fd00:1122:3344:101::c]:38425","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100065,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:18.524028643Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"625e7889-5259-40a1-bcb2-3bc304aeb9e0","remote_addr":"[fd00:1122:3344:101::c]:38425","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":191,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:44:26.78239063Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:44:26.802426898Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:44:26.805180354Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:44:26.940563294Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:44:36.786739076Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:44:36.804577454Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:44:36.807377582Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:44:36.942432116Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:37.361636888Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49345"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:37.361757519Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"e8ed365d-a97c-45e9-b5df-70ecca956b39","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49345","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":50,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:44:46.7909468Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:44:46.806946144Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:44:46.809675446Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:44:46.944464231Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:47.761260495Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:46103"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:47.761406856Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"cd23d67a-0b1e-4c27-8ac1-fea43520d792","remote_addr":"[fd00:1122:3344:101::a]:46103","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":86,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:47.77814743Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:47.77817397Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"abee5a8b-6c55-49e2-8735-5b78a08ab925","remote_addr":"[fd00:1122:3344:101::a]:46103","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":77,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:47.786961658Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"877b58c8-e848-40e5-9472-9a533875481e","remote_addr":"[fd00:1122:3344:101::a]:46103","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":163,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:47.837095618Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:60517"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:47.837165089Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"38cc522d-e43d-43a2-9746-67ffb78a792b","remote_addr":"[fd00:1122:3344:101::b]:60517","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":23,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:47.893842506Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:33172"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:47.8941261Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"0a343765-31f0-4dea-9d02-42532014c83a","remote_addr":"[fd00:1122:3344:101::a]:33172","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":170,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:47.911874187Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:46235"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:47.911979698Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:47.961302387Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:48.029353966Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"80461d22-0b4b-4659-a83f-fc43de16e259","remote_addr":"[fd00:1122:3344:101::a]:46235","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":117406,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:48.029570769Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:59044"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:48.02961772Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:48.02964073Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"7ab402a4-9258-461e-9b4e-7071f61a961e","remote_addr":"[fd00:1122:3344:101::b]:60517","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:48.029815773Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"fa280388-cc4a-4ed8-83d5-b517f7a02b88","remote_addr":"[fd00:1122:3344:101::c]:59044","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:48.029904914Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"c89f90fa-b3db-4299-8503-4184d290667c","remote_addr":"[fd00:1122:3344:101::a]:46235","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":244,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:48.049203812Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:53869"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:48.049379734Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"99e033ea-a604-4710-afc4-fa3448a11d94","remote_addr":"[fd00:1122:3344:101::b]:53869","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:48.052775779Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"32733d68-47e6-4de2-bb1e-a28d32332b5a","remote_addr":"[fd00:1122:3344:101::b]:60517","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":153,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:48.071012773Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:48.071035983Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e889e3d5-6bfc-476b-8cec-2d5250d3c431","remote_addr":"[fd00:1122:3344:101::c]:59044","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:48.076678439Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:51833"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:48.07673931Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:48.11940823Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:48.180976983Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a0584311-f40e-40c7-b69d-da59d12c601e","remote_addr":"[fd00:1122:3344:101::b]:51833","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104254,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:48.181195725Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:51701"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:48.181427478Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:48.185062237Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"c3de0d9d-a658-44e0-8f60-b799814731e5","remote_addr":"[fd00:1122:3344:101::c]:59044","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3813,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:48.185207139Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"9c487638-161a-429c-ba5a-b087dda55607","remote_addr":"[fd00:1122:3344:101::b]:51833","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3699,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:48.187662072Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:39392"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:48.187863784Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"ca7efe22-1d43-414e-96b1-200a0518a975","remote_addr":"[fd00:1122:3344:101::c]:39392","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":143,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:48.220295768Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:48.279326197Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"e84e3c12-ec30-41ae-b349-488bfc3a1ee2","remote_addr":"[fd00:1122:3344:101::c]:51701","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97990,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:48.279709872Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e5e9eaf0-5e42-4f7d-b272-118d2578aea5","remote_addr":"[fd00:1122:3344:101::c]:51701","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":161,"response_code":"200"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:44:56.795204375Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:44:56.809221623Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:44:56.8120463Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:44:56.94677099Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:44:57.491053453Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:00.669294396Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:62922"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:00.669473688Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"034663f3-846f-4859-a286-7eac93ef2b6c","remote_addr":"[fd00:1122:3344:101::a]:62922","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":112,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:00.669810193Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:838","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(14005037) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:00.669829763Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"PUT","req_id":"d83267c9-4dc2-4f8a-a1de-a991c3162270","remote_addr":"[fd00:1122:3344:101::a]:62922","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":158,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:00.900469045Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:51699"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:00.908898128Z","hostname":"buskin","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:555","metadata":"InstanceMetadata { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, project_id: c812f686-a95a-4166-92d9-d8d73d9ff82b }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-11-21T19:45:00.900004529Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: da5e4476-3bbb-4b01-9c62-0fd7818d2064, kind: Instance { id: 6cfe5dca-4126-4d42-8675-cbf523b12f57 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14005037), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: da5e4476-3bbb-4b01-9c62-0fd7818d2064, kind: Instance { id: 6cfe5dca-4126-4d42-8675-cbf523b12f57 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14005037), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: da5e4476-3bbb-4b01-9c62-0fd7818d2064, kind: Instance { id: 6cfe5dca-4126-4d42-8675-cbf523b12f57 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14005037), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(14005037))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: da5e4476-3bbb-4b01-9c62-0fd7818d2064, kind: Instance { id: 6cfe5dca-4126-4d42-8675-cbf523b12f57 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14005037), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-71b8bea054a\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 9ddac72d-c75d-4a69-b532-6a788fc29951, read_only_parent: Some(Volume { block_size: 512, id: da5abb0b-9620-47d3-a8a7-8842ec0dd47a, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: ec15ea7f-983e-46a2-88da-3fc00739a880, key: Some(\"/A29ob3jo1KgJdqQp6XGFVfPr0qvSAGKOyk1wwq0zvU=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::14]:19001\", \"[fd00:1122:3344:101::19]:19002\", \"[fd00:1122:3344:101::18]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 9ddac72d-c75d-4a69-b532-6a788fc29951, key: Some(\"vddc6Ax7k3fKd16ouZUcAqunB5OTFSNF7V5L0SU26/o=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::14]:19002\", \"[fd00:1122:3344:101::19]:19003\", \"[fd00:1122:3344:101::15]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-71b8bea054a\" }] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:00.908994389Z","hostname":"buskin","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:588","migration_id":"None","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:00.909002539Z","hostname":"buskin","pid":1566,"propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"sled-agent/src/instance.rs:1281","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: da5e4476-3bbb-4b01-9c62-0fd7818d2064, kind: Instance { id: 6cfe5dca-4126-4d42-8675-cbf523b12f57 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14005037), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: da5e4476-3bbb-4b01-9c62-0fd7818d2064, kind: Instance { id: 6cfe5dca-4126-4d42-8675-cbf523b12f57 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14005037), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: da5e4476-3bbb-4b01-9c62-0fd7818d2064, kind: Instance { id: 6cfe5dca-4126-4d42-8675-cbf523b12f57 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14005037), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(14005037))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: da5e4476-3bbb-4b01-9c62-0fd7818d2064, kind: Instance { id: 6cfe5dca-4126-4d42-8675-cbf523b12f57 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14005037), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-71b8bea054a\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 9ddac72d-c75d-4a69-b532-6a788fc29951, read_only_parent: Some(Volume { block_size: 512, id: da5abb0b-9620-47d3-a8a7-8842ec0dd47a, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: ec15ea7f-983e-46a2-88da-3fc00739a880, key: Some(\"/A29ob3jo1KgJdqQp6XGFVfPr0qvSAGKOyk1wwq0zvU=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::14]:19001\", \"[fd00:1122:3344:101::19]:19002\", \"[fd00:1122:3344:101::18]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 9ddac72d-c75d-4a69-b532-6a788fc29951, key: Some(\"vddc6Ax7k3fKd16ouZUcAqunB5OTFSNF7V5L0SU26/o=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::14]:19002\", \"[fd00:1122:3344:101::19]:19003\", \"[fd00:1122:3344:101::15]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-71b8bea054a\" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-11-21T19:45:00.900004529Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:00.909563016Z","hostname":"buskin","pid":1566,"uri":"/vmms/d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","method":"PUT","req_id":"c0a59dc9-514d-4f95-85fa-e1c5baf1548b","remote_addr":"[fd00:1122:3344:101::a]:51699","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8985,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:01.054711866Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:64536"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:01.055536287Z","hostname":"buskin","pid":1566,"uri":"/vmms/d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736/state","method":"PUT","req_id":"d8292edb-268c-493f-834b-8f5d2261ada8","remote_addr":"[fd00:1122:3344:101::a]:64536","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":696,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:01.058840361Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 14005037 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:01.059354428Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:01.130456138Z","hostname":"buskin","pid":1566,"instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:01.155883898Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:36657"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:01.156099901Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"67adad1a-7732-46ed-aada-20e20295433b","remote_addr":"[fd00:1122:3344:101::a]:36657","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":133,"response_code":"200"} {"msg":"Installing Omicron zone: oxz_propolis-server_d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:01.172867345Z","hostname":"buskin","pid":1566,"instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:01.184764524Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {da5e4476-3bbb-4b01-9c62-0fd7818d2064: {10.151.1.175: {234c2ba7-3586-4d9d-ac48-1e1ba410cdec}, 10.151.1.176: {234c2ba7-3586-4d9d-ac48-1e1ba410cdec}}} }"} {"msg":"Profile for oxz_propolis-server_d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:02.821855826Z","hostname":"buskin","pid":1566,"instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:02.82213909Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736\") failed: Property not found. retry in 25.220767ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:45:03.090131121Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736\") failed: Property not found. retry in 103.276115ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:45:03.12750886Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736\") failed: Property not found. retry in 182.348874ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:45:03.253714396Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736\") failed: Property not found. retry in 559.453846ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:45:03.458110597Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736\") failed: Property not found. retry in 794.822542ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:45:04.031508175Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736\") failed: Property not found. retry in 995.601974ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:45:04.839780717Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736\") failed: Property not found. retry in 1.016968691s","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:45:05.84964235Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:45:06.79942785Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:45:06.811167277Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:45:06.813894153Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"wait for service Some(\"oxz_propolis-server_d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736\") failed: Property not found. retry in 521.566819ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:45:06.880860698Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:45:06.949561126Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:07.395853559Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:07.396098722Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"181ab6b0-174c-473d-81c6-0f1e5aa020b8","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44038","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736\") failed: Property not found. retry in 562.871854ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:45:07.416021258Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:08.010078585Z","hostname":"buskin","pid":1566,"instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"sled-agent/src/instance.rs:1787"} {"msg":"wait for service Some(\"oxz_propolis-server_d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736\") failed: Property not found. retry in 55.288891ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:45:08.020361592Z","hostname":"buskin","pid":1566,"instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736\") failed: Property not found. retry in 51.868025ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:45:08.089925452Z","hostname":"buskin","pid":1566,"instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736\") failed: Property not found. retry in 207.31006ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:45:08.154817699Z","hostname":"buskin","pid":1566,"instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736\") failed: Property not found. retry in 532.740082ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:45:08.375382666Z","hostname":"buskin","pid":1566,"instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:08.923201405Z","hostname":"buskin","pid":1566,"instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"sled-agent/src/instance.rs:1796"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:08.960302851Z","hostname":"buskin","pid":1566,"instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"sled-agent/src/instance.rs:1820"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:09.110209254Z","hostname":"buskin","pid":1566,"instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"sled-agent/src/instance.rs:932"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:09.111467261Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1212"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:09.111558822Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d34ae10e-f4eb-4987-b22a-44965aa3db65","remote_addr":"[fd00:1122:3344:101::a]:36657","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7926842,"response_code":"204"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-11-21T19:45:09.111539652Z }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:09.111603642Z","hostname":"buskin","pid":1566,"instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:09.111615353Z","hostname":"buskin","pid":1566,"instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-11-21T19:45:09.111539652Z }","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:09.111751664Z","hostname":"buskin","pid":1566,"instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-11-21T19:45:09.111539652Z }, migration_in: None, migration_out: None }","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-11-21T19:45:09.136692848Z }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:09.136719528Z","hostname":"buskin","pid":1566,"instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:09.136748338Z","hostname":"buskin","pid":1566,"instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-11-21T19:45:09.136692848Z }","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:09.136755809Z","hostname":"buskin","pid":1566,"instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-11-21T19:45:09.136692848Z }, migration_in: None, migration_out: None }","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:09.191363208Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"73d7ce50-cdae-41d2-9d2a-7ed5fa04fe34","remote_addr":"[fd00:1122:3344:101::a]:36657","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":423,"response_code":"204"} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:45:16.802811673Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:45:16.812795656Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:45:16.815518443Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"sample queue is too full, dropping oldest samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:45:16.952721716Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:688","n_overflow_samples":6,"n_current_samples":500,"n_new_samples":6} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:17.888281526Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:41580"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:17.889183998Z","hostname":"buskin","pid":1566,"uri":"/vmms/d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736/state","method":"GET","req_id":"d4b5de97-01ce-4d11-b32a-39a17b5df031","remote_addr":"[fd00:1122:3344:101::a]:41580","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":818,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:17.960822775Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:40732"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:17.960986217Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"924ffb53-ae96-45ac-8f0e-387f8b6553ae","remote_addr":"[fd00:1122:3344:101::a]:40732","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.018369584Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:39386"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.018538456Z","hostname":"buskin","pid":1566,"uri":"/vmms/d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736/state","method":"GET","req_id":"15a7a558-bb98-4f67-9148-24c7a70409f5","remote_addr":"[fd00:1122:3344:101::b]:39386","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.076826955Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:36405"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.076918076Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"5e4cc3a5-0624-46db-be20-68ddfa489ba5","remote_addr":"[fd00:1122:3344:101::b]:36405","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":44,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.12208934Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {da5e4476-3bbb-4b01-9c62-0fd7818d2064: {10.151.1.175: {234c2ba7-3586-4d9d-ac48-1e1ba410cdec}, 10.151.1.176: {234c2ba7-3586-4d9d-ac48-1e1ba410cdec}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.122137681Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"8a755897-6b4e-498b-bac2-bc1d1110bb65","remote_addr":"[fd00:1122:3344:101::b]:36405","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.140599927Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"3804446d-3baf-4c04-ae17-87c297a01241","remote_addr":"[fd00:1122:3344:101::b]:36405","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":163,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.149244413Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {da5e4476-3bbb-4b01-9c62-0fd7818d2064: {10.151.1.175: {234c2ba7-3586-4d9d-ac48-1e1ba410cdec}, 10.151.1.176: {234c2ba7-3586-4d9d-ac48-1e1ba410cdec}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.149260233Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"86e21e3c-b7aa-4d3b-8e56-2d4a9db21b5d","remote_addr":"[fd00:1122:3344:101::a]:40732","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.198661553Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63263"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.198830825Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"c7864b9e-d55b-4ee6-8a08-1387e203e7c8","remote_addr":"[fd00:1122:3344:101::a]:63263","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":119,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.218490418Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e47eda22-19d5-4653-83ba-c81ee21bdb7e","remote_addr":"[fd00:1122:3344:101::a]:40732","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":280,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.237320049Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:55957"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.237480832Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"28694373-8f7a-4280-8d77-0ad88c775ec3","remote_addr":"[fd00:1122:3344:101::b]:55957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.262128411Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:52597"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.262203302Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.308796604Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.37881534Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"8b059956-3cc2-46b6-b44e-348d91f8749e","remote_addr":"[fd00:1122:3344:101::a]:52597","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":116642,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.379044253Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:42622"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.379109174Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:50401"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.379146984Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:50963"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.379207365Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"9060d480-4b4f-4901-9918-052a14a51378","remote_addr":"[fd00:1122:3344:101::a]:52597","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":144,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.379373598Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"706cde16-0709-46eb-839a-3c266e71ea7b","remote_addr":"[fd00:1122:3344:101::c]:50963","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.37953293Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.37953935Z","hostname":"buskin","pid":1566,"uri":"/vmms/d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736/state","method":"GET","req_id":"6408ca1f-c0af-4800-a3df-c3b26ddf0fb6","remote_addr":"[fd00:1122:3344:101::c]:50401","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":192,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.430133306Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {da5e4476-3bbb-4b01-9c62-0fd7818d2064: {10.151.1.176: {234c2ba7-3586-4d9d-ac48-1e1ba410cdec}, 10.151.1.175: {234c2ba7-3586-4d9d-ac48-1e1ba410cdec}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.430203337Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"abe7c8b4-009b-4c63-83fd-ab074c52cdd8","remote_addr":"[fd00:1122:3344:101::c]:50963","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":202,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.431310132Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.456526918Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"ae764ca2-0a26-4605-ad85-a58ffc896be6","remote_addr":"[fd00:1122:3344:101::c]:50963","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":882,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.485980512Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:48959"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.506975203Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.507028903Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"fb701642-6b6b-4332-a03f-6bc9af5a3340","remote_addr":"[fd00:1122:3344:101::b]:42622","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":127585,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.51202638Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7733845f-9845-4857-8e85-8272b5498db5","remote_addr":"[fd00:1122:3344:101::b]:42622","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":739,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.533576878Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:60002"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.533803611Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"5af14627-e7cb-485e-9149-5bed78309783","remote_addr":"[fd00:1122:3344:101::c]:60002","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":163,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.549189736Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4201"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.609838876Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"9b7c40e5-b328-4cee-b554-1e8c339c2c78","remote_addr":"[fd00:1122:3344:101::c]:48959","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":123701,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.61014237Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"5ea58a4d-6c9b-49a7-874d-83dffe6fa607","remote_addr":"[fd00:1122:3344:101::c]:48959","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":136,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.888632251Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:59982"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.889204299Z","hostname":"buskin","pid":1566,"uri":"/vmms/d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736/state","method":"PUT","req_id":"d9b57931-ef6b-4769-895a-1af5a9ae8ce1","remote_addr":"[fd00:1122:3344:101::a]:59982","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":469,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-11-21T19:45:18.889295650Z }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.88932414Z","hostname":"buskin","pid":1566,"instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.889342341Z","hostname":"buskin","pid":1566,"instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-11-21T19:45:18.889295650Z }","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.889357541Z","hostname":"buskin","pid":1566,"instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-11-21T19:45:18.889295650Z }, migration_in: None, migration_out: None }","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-11-21T19:45:18.929964134Z }","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.929983584Z","hostname":"buskin","pid":1566,"instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.930005254Z","hostname":"buskin","pid":1566,"instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-11-21T19:45:18.929964134Z }","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.930015634Z","hostname":"buskin","pid":1566,"instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"sled-agent/src/instance.rs:816","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.930021144Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.930229867Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:18.930265298Z","hostname":"buskin","pid":1566,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/20e2b049-cfc5-4dbe-a0ef-d3766051460d/debug/bundle/zone\", \"/pool/int/996782d1-dad1-4047-aff6-e695ddfee4b7/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/11d53b36-56c4-493b-908d-a4b25d43b82e/crypt/debug\", \"/pool/ext/2c2f13ae-cbfd-4d35-8cda-af591905c789/crypt/debug\", \"/pool/ext/784212b9-62b7-432d-b0d7-e4600fa06921/crypt/debug\", \"/pool/ext/21742b4e-23b7-43df-8530-fcf02dea3824/crypt/debug\", \"/pool/ext/61b32b1c-9218-4c36-b123-2959f1dfd4f0/crypt/debug\", \"/pool/ext/03f27c6c-e171-4450-8876-58f440dc9097/crypt/debug\", \"/pool/ext/8a7d01cd-9218-405e-81a7-0632ac6eff3f/crypt/debug\", \"/pool/ext/695b40ec-ab62-486b-99a5-161c372e3934/crypt/debug\", \"/pool/ext/b36cfd4c-887e-4515-9f44-b45436c8de30/crypt/debug\"] }","zone_name":"oxz_propolis-server_d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:19.612556593Z","hostname":"buskin","pid":1566,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736\", bundle_id: 9422e121-2500-4af3-928f-be9dcb44b008 }, time_created: 2024-11-21T19:45:18.932104472Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","v":0,"name":"SledAgent","level":40,"time":"2024-11-21T19:45:19.612649095Z","hostname":"buskin","pid":1566,"instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"sled-agent/src/instance.rs:1032"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:21.383559296Z","hostname":"buskin","pid":1566,"instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"illumos-utils/src/zone.rs:279"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:21.402370957Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(14005037), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:21.402411668Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(14005037), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:21.402813823Z","hostname":"buskin","pid":1566,"instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-11-21T19:45:21.402783143Z }, migration_in: None, migration_out: None }","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:21.425868641Z","hostname":"buskin","pid":1566,"instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-11-21T19:45:21.402783143Z }, migration_in: None, migration_out: None }","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:21.429247626Z","hostname":"buskin","pid":1566,"instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","component":"InstanceManager","file":"sled-agent/src/instance.rs:969"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:21.823839908Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:50731"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:21.823938749Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"acf4ad79-46fc-4f37-8cf6-98be4e5916ff","remote_addr":"[fd00:1122:3344:101::a]:50731","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":43,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:21.874517975Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:21.874566676Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1212"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:21.874592506Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a669af7a-d5a4-47ac-87f5-b32f7d44026c","remote_addr":"[fd00:1122:3344:101::a]:50731","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":144,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:21.888982558Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a594e11b-1228-45bd-ab5b-65898eace4f6","remote_addr":"[fd00:1122:3344:101::a]:50731","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":190,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:22.048016463Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57311"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:22.048232476Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"0e7e8537-c369-4949-90ee-71d935b394be","remote_addr":"[fd00:1122:3344:101::a]:57311","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":160,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:22.452294345Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:44461"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:22.452544768Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"f8e95166-21e9-4251-8d2e-ac006067745f","remote_addr":"[fd00:1122:3344:101::a]:44461","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":190,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:22.496779269Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:56346"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:22.496877411Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"adaed946-e73e-408d-b95e-7677f9f5eea6","remote_addr":"[fd00:1122:3344:101::a]:56346","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":57,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:22.510209589Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:22.510229769Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e4b53239-17c7-4c0b-a79c-bc9d2ed65606","remote_addr":"[fd00:1122:3344:101::a]:56346","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":79,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:22.520314164Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"5e34f57d-a2bc-4adf-a842-8af70c6d7e11","remote_addr":"[fd00:1122:3344:101::a]:56346","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":204,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:23.247106764Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63078"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:23.247217706Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c6a16f2c-9b8d-4669-b0ca-7286751fdae3","remote_addr":"[fd00:1122:3344:101::a]:63078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":59,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:23.288204663Z","hostname":"buskin","pid":1566,"sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:23.288225744Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2eef67c3-4463-4e78-8087-65822ea30092","remote_addr":"[fd00:1122:3344:101::a]:63078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":73,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-21T19:45:23.295727794Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"4ecc7b46-6534-43e1-94fe-1d059cb959a7","remote_addr":"[fd00:1122:3344:101::a]:63078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":202,"response_code":"204"}