[ Nov 25 19:27:40 Enabled. ] [ Nov 25 19:27:40 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Nov 25 19:27:40 Method "start" exited with status 0. ] [ Nov 25 19:27:40 Rereading configuration. ] [ Nov 25 19:27:40 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:40.266902786Z","hostname":"buskin","pid":1566,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:40.26707034Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:40.320484648Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:40.320527169Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:40.435691238Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:40.444499331Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:40.452357015Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:41.056898666Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:41.19823253Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:41.19826711Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:41.198375882Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:41.198483164Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:41.198492624Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:41.198509735Z","hostname":"buskin","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"Generated i86pc baseboard Pc { identifier: \"buskin\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:41.201661527Z","hostname":"buskin","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:27:41.201672887Z","hostname":"buskin","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:41.201688367Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:41.201699567Z","hostname":"buskin","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:41.201724068Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:41.201783769Z","hostname":"buskin","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:41.201882631Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:41.201904702Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:41.201912552Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:41.213913507Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:41.213935378Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"dd272387-9bb6-475e-8ebb-47dcac6d1d2a (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:41.314164644Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: dd272387-9bb6-475e-8ebb-47dcac6d1d2a (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:41.788789206Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:41.788827627Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:41.788833787Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:41.788849638Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:41.788865518Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:41.788887668Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:41.788893368Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:41.797974297Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:41.797998317Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"a4bf8354-b44e-436c-b4f2-9bd494b77342 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:42.555205513Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: a4bf8354-b44e-436c-b4f2-9bd494b77342 (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694342563Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694391084Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dd272387-9bb6-475e-8ebb-47dcac6d1d2a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a4bf8354-b44e-436c-b4f2-9bd494b77342 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694432925Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694441025Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694451855Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694460286Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694467415Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694501856Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dd272387-9bb6-475e-8ebb-47dcac6d1d2a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a4bf8354-b44e-436c-b4f2-9bd494b77342 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694520607Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694527227Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694547137Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694552377Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694556307Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694560307Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dd272387-9bb6-475e-8ebb-47dcac6d1d2a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a4bf8354-b44e-436c-b4f2-9bd494b77342 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694584778Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694589858Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694595918Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694600668Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694610968Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694620069Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dd272387-9bb6-475e-8ebb-47dcac6d1d2a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a4bf8354-b44e-436c-b4f2-9bd494b77342 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694637679Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694653259Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694658429Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694662859Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.69466853Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.69467624Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dd272387-9bb6-475e-8ebb-47dcac6d1d2a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a4bf8354-b44e-436c-b4f2-9bd494b77342 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.69469763Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.69470407Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.69470889Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.69471477Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.6947197Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.6947241Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dd272387-9bb6-475e-8ebb-47dcac6d1d2a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a4bf8354-b44e-436c-b4f2-9bd494b77342 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694747521Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694754881Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694762921Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694767501Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694772332Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694778392Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dd272387-9bb6-475e-8ebb-47dcac6d1d2a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a4bf8354-b44e-436c-b4f2-9bd494b77342 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694804082Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694809222Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694814762Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694819022Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694823722Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694829133Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dd272387-9bb6-475e-8ebb-47dcac6d1d2a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a4bf8354-b44e-436c-b4f2-9bd494b77342 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694875063Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694880294Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694885074Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694889584Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694894364Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694898444Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dd272387-9bb6-475e-8ebb-47dcac6d1d2a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a4bf8354-b44e-436c-b4f2-9bd494b77342 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694928905Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694933885Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694938585Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694945545Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694950245Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694961705Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694964995Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dd272387-9bb6-475e-8ebb-47dcac6d1d2a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a4bf8354-b44e-436c-b4f2-9bd494b77342 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694989556Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694994526Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.694998036Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.695014186Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.695076867Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:189"} {"msg":"No ledger in /pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.695092368Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:189"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.695100418Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.695110968Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:189"} {"msg":"No ledger in /pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.695118108Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:189"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.695122088Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.695158989Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.695167569Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.70642215Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:743"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.706468141Z","hostname":"buskin","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999945449s","next_cleanup":"Instant { tv_sec: 1491, tv_nsec: 224305057 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.706488221Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4001"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.706504102Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.706569783Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:189"} {"msg":"No ledger in /pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.709142803Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:189"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.70949811Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.711186743Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: Some(\n None,\n ),\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n tx_eq: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.711761395Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1200"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.711767375Z","hostname":"buskin","pid":1566,"component":"DnsResolver","component":"RSS","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.711801926Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.711849757Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:189"} {"msg":"No ledger in /pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.711876957Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:189"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.711881717Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1263"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.711903438Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.711915548Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:189"} {"msg":"No ledger in /pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.711924668Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:189"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.711928638Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1305"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.711932398Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.711936288Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.711972959Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Writing ledger to /pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.711984299Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.712288095Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:133","path":"\"/pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/rss-sled-plan.json\""} {"msg":"Writing ledger to /pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.712294335Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.712457719Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:133","path":"\"/pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/rss-sled-plan.json\""} {"msg":"Sled plan written to storage: Plan {\n rack_id: bb9b4ef4-5e5c-465c-9ba4-9142d7b6e94c,\n sleds: {\n [fdb0:18c0:4d0d:9fb2::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: 38711855-ef69-4d79-bb75-aebd85b1280b (sled),\n rack_id: bb9b4ef4-5e5c-465c-9ba4-9142d7b6e94c,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: Some(\n None,\n ),\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n tx_eq: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.712569391Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.712574011Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1339"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.712624432Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.712633692Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.712804825Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:133","path":"\"/pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/cluster/bootstore-network-config.json\""} {"msg":"Writing ledger to /pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.712809606Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.712952738Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:133","path":"\"/pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/cluster/bootstore-network-config.json\""} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.712958298Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.7130224Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 38711855-ef69-4d79-bb75-aebd85b1280b (sled), rack_id: bb9b4ef4-5e5c-465c-9ba4-9142d7b6e94c, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.713516449Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4298"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.713585211Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4698"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.718309293Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.72426951Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.724382982Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.728497183Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.728562455Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.728661226Z","hostname":"buskin","pid":1566,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:51201","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 38711855-ef69-4d79-bb75-aebd85b1280b (sled), rack_id: bb9b4ef4-5e5c-465c-9ba4-9142d7b6e94c, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.728804339Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.728817049Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.72884884Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.72887201Z","hostname":"buskin","pid":1566,"component":"DnsResolver","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.728919611Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.728926902Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.728936092Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:809"} {"msg":"No ledger in /pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.728975293Z","hostname":"buskin","pid":1566,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:189"} {"msg":"No ledger in /pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.728991943Z","hostname":"buskin","pid":1566,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:189"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.729006493Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:798"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.729010923Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:826"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.729015853Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:592"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.729137076Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.729146446Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:697","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.745636559Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.765896147Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.783422871Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.789839997Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:407"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.789892068Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.789905948Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:419"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.789929728Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 93.243935ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.792738204Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47bae99b-02fc-4300-a45f-5f71e0e7019f\", \"content-length\": \"124\", \"date\": \"Mon, 25 Nov 2024 19:27:44 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"47bae99b-02fc-4300-a45f-5f71e0e7019f\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_dd272387-9bb6-475e-8ebb-47dcac6d1d2a/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.802378123Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.886630566Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 121.531083ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.887132476Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b2f5ab6-1046-4c17-afe9-ae4f05d1e7e1\", \"content-length\": \"124\", \"date\": \"Mon, 25 Nov 2024 19:27:44 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"4b2f5ab6-1046-4c17-afe9-ae4f05d1e7e1\" }"} {"msg":"successfully created encrypted zvol: name=\"oxi_dd272387-9bb6-475e-8ebb-47dcac6d1d2a/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.912867511Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_dd272387-9bb6-475e-8ebb-47dcac6d1d2a/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.912884191Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.918068243Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:434"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.918081433Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_dd272387-9bb6-475e-8ebb-47dcac6d1d2a/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:44.918087403Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:45.009764061Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 180.569197ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:45.010294052Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eaa72ad-1534-4f7c-b85c-b57e49a89c5f\", \"content-length\": \"124\", \"date\": \"Mon, 25 Nov 2024 19:27:44 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0eaa72ad-1534-4f7c-b85c-b57e49a89c5f\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:45.191845044Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 125.201059ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:45.192471626Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"972822b3-d1d9-45ae-bcb7-2ff42bbe83c4\", \"content-length\": \"124\", \"date\": \"Mon, 25 Nov 2024 19:27:44 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"972822b3-d1d9-45ae-bcb7-2ff42bbe83c4\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:45.318756624Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 138.530751ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:45.319381946Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8f87826-69e5-444d-bac2-b3f075526dd4\", \"content-length\": \"124\", \"date\": \"Mon, 25 Nov 2024 19:27:44 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c8f87826-69e5-444d-bac2-b3f075526dd4\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:45.343664253Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:45.458834812Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 281.07653ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:45.459458184Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a8b5fcb-7bc7-4b7e-b82f-4cde7ef99da4\", \"content-length\": \"124\", \"date\": \"Mon, 25 Nov 2024 19:27:44 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0a8b5fcb-7bc7-4b7e-b82f-4cde7ef99da4\" }"} {"msg":"Mounting oxi_dd272387-9bb6-475e-8ebb-47dcac6d1d2a/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:45.461583606Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:45.477623391Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:45.477719253Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:45.477747983Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:45.477764544Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:45.74259864Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 297.259501ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:45.743252693Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf8b97be-a292-45a0-838a-527f4b011dcf\", \"content-length\": \"124\", \"date\": \"Mon, 25 Nov 2024 19:27:45 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"cf8b97be-a292-45a0-838a-527f4b011dcf\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:46.041924603Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 241.722856ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:46.042952523Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"819db178-ea27-4a4c-aeca-3ec02ef93258\", \"content-length\": \"124\", \"date\": \"Mon, 25 Nov 2024 19:27:45 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"819db178-ea27-4a4c-aeca-3ec02ef93258\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:46.286100673Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 439.043316ms)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:46.286771647Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a60769f1-c222-4d55-9759-1cf43f34f855\", \"content-length\": \"124\", \"date\": \"Mon, 25 Nov 2024 19:27:45 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a60769f1-c222-4d55-9759-1cf43f34f855\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:46.344626442Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:46.350243562Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:49777","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:46.350284522Z","hostname":"buskin","pid":1566,"component":"internal-dns-resolver","file":"internal-dns/resolver/src/resolver.rs:111","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:46.350337794Z","hostname":"buskin","pid":1566,"file":"oximeter/producer/src/lib.rs:279","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:279","interval":"30s","address":"[fd00:1122:3344:101::1]:49777","producer_id":"38711855-ef69-4d79-bb75-aebd85b1280b"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:27:46.351566068Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"252.062106ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:46.352622399Z","hostname":"buskin","pid":1566,"component":"VmmReservoirManager","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:46.352629159Z","hostname":"buskin","pid":1566,"component":"VmmReservoirManager","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:46.35269596Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:927","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:46.35270174Z","hostname":"buskin","pid":1566,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:27:46.605042391Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"289.378022ms"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:46.727229778Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:27:46.89601321Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"613.463971ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:27:47.510474226Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.290656562s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:48.574304248Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2676"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:48.574331618Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2921"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:48.574336618Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2546"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:48.574340719Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2593"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:48.574348619Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3002"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:48.574353019Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3047"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:48.576338138Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2846"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:48.578064602Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2587"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:48.578249435Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:48.578410618Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 40.107278ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:27:48.903626399Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 76.030302ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:27:49.113886955Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 142.345089ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:27:49.286852058Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 513.89622ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:27:49.457485796Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:27:49.802922604Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.957394275s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.183752307s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:27:50.049159484Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 659.631679ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:27:51.272408645Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.195774356s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:27:51.958156129Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:27:52.762397788Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"9.44214216s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.378147812s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:27:53.324001117Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/38711855-ef69-4d79-bb75-aebd85b1280b)","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:27:55.086610369Z","hostname":"buskin","pid":1566,"component":"NexusNotifierTask","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.116678669Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.117043876Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12348","component":"dropshot (Repo Depot)","component":"ArtifactStore","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.117943734Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.117960854Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.117968915Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Writing ledger to /pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.117978645Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.118142508Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"common/src/ledger.rs:133","path":"\"/pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/sled-agent-request.json\""} {"msg":"Writing ledger to /pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.118149118Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.11827277Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"common/src/ledger.rs:133","path":"\"/pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/sled-agent-request.json\""} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.118307291Z","hostname":"buskin","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.118352002Z","hostname":"buskin","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: Some(None), bgp_peers: [], autoneg: false, lldp: None, tx_eq: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.118363002Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4001"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.118397663Z","hostname":"buskin","pid":1566,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:51201","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.327094218Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.327164639Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.327329062Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/rss-service-plan-v5.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.327392244Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:189"} {"msg":"No ledger in /pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/rss-service-plan-v5.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.327398093Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:189"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.327415874Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.327453965Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.327479665Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.327497006Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.33280317Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4322","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.33281958Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4338"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.33283823Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.599225347Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:47989"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.599650435Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.599663966Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.599717136Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:189"} {"msg":"No ledger in /pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.599721897Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:189"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.599810718Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"36a6efec-51ce-424c-993e-5dcf3be77b49","remote_addr":"[fd00:1122:3344:101::1]:47989","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":366,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.631565021Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:41955"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.631687764Z","hostname":"buskin","pid":1566,"uri":"/sled-role","method":"GET","req_id":"0f096e28-0000-43af-993e-a9c3be0fae5a","remote_addr":"[fd00:1122:3344:101::1]:41955","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":29,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.633065931Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Writing ledger to /pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/.rss-service-plan-v5.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.633116862Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.63353342Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:133","path":"\"/pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/rss-service-plan-v5.json\""} {"msg":"Writing ledger to /pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/.rss-service-plan-v5.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.63353858Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.633873177Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:133","path":"\"/pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/rss-service-plan-v5.json\""} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.633882577Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:980"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: b048b34a-75aa-4bad-b776-d3f8f218c18c, pool_id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 0a9b02ad-f3c2-4ceb-8b34-b3ac669cdd52, pool_id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: ca291b27-d496-4732-9f3e-f8baceb32d76, pool_id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 861dcc11-e75f-4cc1-8062-54d454843acc, pool_id: d7af1128-7206-4198-91cb-ef632ea8556e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: d6301858-b1fb-4502-9b27-568c6acf5c62, pool_id: fe712103-328f-4ff5-a621-99ae42de7f00 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 789102d9-c835-48c4-9911-5ca432cdc4ab, pool_id: ca727341-d003-494b-b98d-9fa5b5aeeec8 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 2dee4fa6-735b-45e2-9555-b16c367d283b, pool_id: 1b4c5120-bb11-444d-9c86-edb04be1264c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: f70fc958-8475-41a9-ad11-f0e856a00356, pool_id: df57d550-ef00-4438-9a9e-b1b08bdaa525 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 473ba020-9209-4a1b-8931-1b190b0a7a71, pool_id: 2517e8b2-3022-4575-a6ad-4786cce7adb4 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.663517568Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:382"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.663626241Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:33710"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.663942147Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:883"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: b048b34a-75aa-4bad-b776-d3f8f218c18c, pool_id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 0a9b02ad-f3c2-4ceb-8b34-b3ac669cdd52, pool_id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: ca291b27-d496-4732-9f3e-f8baceb32d76, pool_id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 861dcc11-e75f-4cc1-8062-54d454843acc, pool_id: d7af1128-7206-4198-91cb-ef632ea8556e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: d6301858-b1fb-4502-9b27-568c6acf5c62, pool_id: fe712103-328f-4ff5-a621-99ae42de7f00 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 789102d9-c835-48c4-9911-5ca432cdc4ab, pool_id: ca727341-d003-494b-b98d-9fa5b5aeeec8 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 2dee4fa6-735b-45e2-9555-b16c367d283b, pool_id: 1b4c5120-bb11-444d-9c86-edb04be1264c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: f70fc958-8475-41a9-ad11-f0e856a00356, pool_id: df57d550-ef00-4438-9a9e-b1b08bdaa525 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 473ba020-9209-4a1b-8931-1b190b0a7a71, pool_id: 2517e8b2-3022-4575-a6ad-4786cce7adb4 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.663996058Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.664001418Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:189"} {"msg":"No ledger in /pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.664007148Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:189"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.664015678Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1175"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.664061959Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.664067699Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.664073099Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.664077129Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.827156979Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:55.82719094Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool)"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/38711855-ef69-4d79-bb75-aebd85b1280b)","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:27:56.285534932Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:56.745587018Z","hostname":"buskin","pid":1566,"component":"VmmReservoirManager","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:27:56.746418065Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14677523493110185006"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:27:56.746557057Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4713903543762200350"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:56.779221238Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:56.787241826Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:56.787353648Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:56.787364278Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:56.787374609Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:56.787384439Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:56.787511851Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:56.787519681Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:56.822423326Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:56.829808841Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_71fa9360-75cf-491a-b7ef-fd270ae2f32c","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:56.998930969Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.006855204Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.006899596Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.006908056Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.006915866Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.006921066Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.017590745Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.017620876Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.108910777Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.116152189Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.11619488Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.11620887Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.116240411Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.116258941Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.116394564Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.116402664Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.148894161Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_cc26c009-a951-4771-a26a-f2513b9e63e2/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.155980021Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/38711855-ef69-4d79-bb75-aebd85b1280b)","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:27:57.288058722Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Looking for unencrypted datasets in oxp_cc26c009-a951-4771-a26a-f2513b9e63e2","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.316303316Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.323184031Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.323224782Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.323256252Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.323265913Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.323274933Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.331966073Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.331996034Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"56aea45f-c451-4174-9b8f-66145c2696e8 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.417521042Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.424186463Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.424242454Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.424252174Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.424296135Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.424314805Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.424441998Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.424456058Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.455918575Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_56aea45f-c451-4174-9b8f-66145c2696e8/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.462488744Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_56aea45f-c451-4174-9b8f-66145c2696e8","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.636235763Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.643763781Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.643809122Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.643818612Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.643824272Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.643829262Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.654294718Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.654327478Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"d7af1128-7206-4198-91cb-ef632ea8556e (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.750134828Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: d7af1128-7206-4198-91cb-ef632ea8556e (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.757980012Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.758019643Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.758045783Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.758070694Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.758082594Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.758252147Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.758262387Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.793706603Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_d7af1128-7206-4198-91cb-ef632ea8556e/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.801809202Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_d7af1128-7206-4198-91cb-ef632ea8556e","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.9740266Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.98268587Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.982720331Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.982732721Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.982739761Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.982747721Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.99288012Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:57.992913181Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"fe712103-328f-4ff5-a621-99ae42de7f00 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.085885755Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: fe712103-328f-4ff5-a621-99ae42de7f00 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.092706529Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.09274172Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.09275275Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.0927662Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.09278112Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.092922253Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.092932553Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.124916191Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_fe712103-328f-4ff5-a621-99ae42de7f00/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.132187694Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/38711855-ef69-4d79-bb75-aebd85b1280b)","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:27:58.290199574Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Looking for unencrypted datasets in oxp_fe712103-328f-4ff5-a621-99ae42de7f00","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.306736408Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.314702364Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.314738235Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.314752996Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.314760465Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.314800686Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.324703681Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.324737751Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"ca727341-d003-494b-b98d-9fa5b5aeeec8 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.434044446Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: ca727341-d003-494b-b98d-9fa5b5aeeec8 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.441728447Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.441767037Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.441773818Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.441845339Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.441871019Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.442006812Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.442016052Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.478016779Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_ca727341-d003-494b-b98d-9fa5b5aeeec8/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.485582717Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_ca727341-d003-494b-b98d-9fa5b5aeeec8","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.664416536Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.672330301Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.672362292Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.672370672Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.672376542Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.672383622Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.682418499Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.68244141Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"1b4c5120-bb11-444d-9c86-edb04be1264c (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.779446163Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 1b4c5120-bb11-444d-9c86-edb04be1264c (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.787633674Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.787667004Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.787675714Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.787696085Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.787706525Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.787860108Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.787867838Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.824919665Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_1b4c5120-bb11-444d-9c86-edb04be1264c/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:58.832856631Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_1b4c5120-bb11-444d-9c86-edb04be1264c","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.010818082Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.019493423Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.019519823Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.019539004Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.019544073Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.019548104Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.029444488Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.029475968Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"df57d550-ef00-4438-9a9e-b1b08bdaa525 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.125178296Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: df57d550-ef00-4438-9a9e-b1b08bdaa525 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.132398768Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.132445439Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.132457989Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.13250723Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.13253861Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.132645183Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.132653983Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.168098038Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_df57d550-ef00-4438-9a9e-b1b08bdaa525/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.176171937Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/38711855-ef69-4d79-bb75-aebd85b1280b)","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:27:59.29152663Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Looking for unencrypted datasets in oxp_df57d550-ef00-4438-9a9e-b1b08bdaa525","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.348469017Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.35626706Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.356302631Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.356310981Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.356318421Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.356323551Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.366021902Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.366054752Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"2517e8b2-3022-4575-a6ad-4786cce7adb4 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.463051705Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 2517e8b2-3022-4575-a6ad-4786cce7adb4 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.471571482Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.471624774Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.471633704Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.471649714Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.471664814Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.471785447Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.471793477Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.507903745Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_2517e8b2-3022-4575-a6ad-4786cce7adb4/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.515545895Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_2517e8b2-3022-4575-a6ad-4786cce7adb4","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.690475488Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.698216129Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.69825545Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.698358152Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:200"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.698489475Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dd272387-9bb6-475e-8ebb-47dcac6d1d2a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a4bf8354-b44e-436c-b4f2-9bd494b77342 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d7af1128-7206-4198-91cb-ef632ea8556e (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fe712103-328f-4ff5-a621-99ae42de7f00 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: ca727341-d003-494b-b98d-9fa5b5aeeec8 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1b4c5120-bb11-444d-9c86-edb04be1264c (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: df57d550-ef00-4438-9a9e-b1b08bdaa525 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2517e8b2-3022-4575-a6ad-4786cce7adb4 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.698559286Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.698569416Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.698672348Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/omicron-physical-disks.json\""} {"msg":"Writing ledger to /pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.698681558Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.698870642Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/omicron-physical-disks.json\""} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.698959324Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:887"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.698968024Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.698972924Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:913","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.698978414Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:918"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.698984314Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:923"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.699002075Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:122","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.699009765Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:929"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.699044036Z","hostname":"buskin","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:799","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.699050436Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:934"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.699133427Z","hostname":"buskin","pid":1566,"uri":"/omicron-physical-disks","method":"PUT","req_id":"03ad7591-ef3e-42ee-9414-5953d855c4a2","remote_addr":"[fd00:1122:3344:101::1]:33710","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":4035395,"response_code":"200"} {"msg":"attempting to set up sled's datasets: DatasetsConfig { generation: Generation(1), datasets: {0b69577c-adb9-487f-a8cc-438528a04fba (dataset): DatasetConfig { id: 0b69577c-adb9-487f-a8cc-438528a04fba (dataset), name: DatasetName { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0e4ced73-4ce4-459e-b5e5-946b7307bd09 (dataset): DatasetConfig { id: 0e4ced73-4ce4-459e-b5e5-946b7307bd09 (dataset), name: DatasetName { pool_name: ZpoolName { id: fe712103-328f-4ff5-a621-99ae42de7f00 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1454dc3e-2755-41e3-b840-5eced5f9e50a (dataset): DatasetConfig { id: 1454dc3e-2755-41e3-b840-5eced5f9e50a (dataset), name: DatasetName { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 175d78dc-3afe-4c9b-82f1-327723c9f690 (dataset): DatasetConfig { id: 175d78dc-3afe-4c9b-82f1-327723c9f690 (dataset), name: DatasetName { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2086c6ba-d732-41e0-968b-6cd565ca02b3 (dataset): DatasetConfig { id: 2086c6ba-d732-41e0-968b-6cd565ca02b3 (dataset), name: DatasetName { pool_name: ZpoolName { id: ca727341-d003-494b-b98d-9fa5b5aeeec8 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 24fa5470-281b-494f-a155-a9fcea472ef6 (dataset): DatasetConfig { id: 24fa5470-281b-494f-a155-a9fcea472ef6 (dataset), name: DatasetName { pool_name: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 2d7b4ec3-65fd-4c8a-8597-2b953021ccc4 (dataset): DatasetConfig { id: 2d7b4ec3-65fd-4c8a-8597-2b953021ccc4 (dataset), name: DatasetName { pool_name: ZpoolName { id: d7af1128-7206-4198-91cb-ef632ea8556e (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 36381191-53e4-46e7-b178-e35db4e65b83 (dataset): DatasetConfig { id: 36381191-53e4-46e7-b178-e35db4e65b83 (dataset), name: DatasetName { pool_name: ZpoolName { id: ca727341-d003-494b-b98d-9fa5b5aeeec8 (zpool), kind: External }, kind: TransientZone { name: \"oxz_ntp_50534bbc-e79b-4382-9f0d-65daaa00ec78\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3adbd8c1-9e77-4bbb-af72-4caf06f3e837 (dataset): DatasetConfig { id: 3adbd8c1-9e77-4bbb-af72-4caf06f3e837 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2517e8b2-3022-4575-a6ad-4786cce7adb4 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3cef1573-f1da-4214-bf2c-8c2b68e8b4b4 (dataset): DatasetConfig { id: 3cef1573-f1da-4214-bf2c-8c2b68e8b4b4 (dataset), name: DatasetName { pool_name: ZpoolName { id: ca727341-d003-494b-b98d-9fa5b5aeeec8 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 48809926-1a77-44dc-a1b2-2a83069a6a77 (dataset): DatasetConfig { id: 48809926-1a77-44dc-a1b2-2a83069a6a77 (dataset), name: DatasetName { pool_name: ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_7e8f0bb3-d78c-423c-95e4-008fd1e3aabc\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4e51eec3-2acf-4d73-b16e-134b04a33177 (dataset): DatasetConfig { id: 4e51eec3-2acf-4d73-b16e-134b04a33177 (dataset), name: DatasetName { pool_name: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 50a26fb5-288a-48f1-b82b-229ba808f542 (dataset): DatasetConfig { id: 50a26fb5-288a-48f1-b82b-229ba808f542 (dataset), name: DatasetName { pool_name: ZpoolName { id: df57d550-ef00-4438-9a9e-b1b08bdaa525 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5134215a-7bea-42ff-9558-6b38f624ede3 (dataset): DatasetConfig { id: 5134215a-7bea-42ff-9558-6b38f624ede3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 52d2ee87-5d4a-4712-a4ec-54af35b1be7e (dataset): DatasetConfig { id: 52d2ee87-5d4a-4712-a4ec-54af35b1be7e (dataset), name: DatasetName { pool_name: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5f41f7e4-da6c-47ea-ac63-ab821f262efc (dataset): DatasetConfig { id: 5f41f7e4-da6c-47ea-ac63-ab821f262efc (dataset), name: DatasetName { pool_name: ZpoolName { id: d7af1128-7206-4198-91cb-ef632ea8556e (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 63835b79-d599-4ebd-a7fb-d4acedb097bf (dataset): DatasetConfig { id: 63835b79-d599-4ebd-a7fb-d4acedb097bf (dataset), name: DatasetName { pool_name: ZpoolName { id: ca727341-d003-494b-b98d-9fa5b5aeeec8 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 660a8ee5-1f2d-42c0-982a-9a5dfa28d548 (dataset): DatasetConfig { id: 660a8ee5-1f2d-42c0-982a-9a5dfa28d548 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2517e8b2-3022-4575-a6ad-4786cce7adb4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 66a1449c-d4fb-4bfd-bb74-41175a2a6ba6 (dataset): DatasetConfig { id: 66a1449c-d4fb-4bfd-bb74-41175a2a6ba6 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1b4c5120-bb11-444d-9c86-edb04be1264c (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6acc4e48-445e-4974-ac7b-c0c8a6894452 (dataset): DatasetConfig { id: 6acc4e48-445e-4974-ac7b-c0c8a6894452 (dataset), name: DatasetName { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 6b8550b8-a7a5-436a-ba11-496e71537cf4 (dataset): DatasetConfig { id: 6b8550b8-a7a5-436a-ba11-496e71537cf4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2517e8b2-3022-4575-a6ad-4786cce7adb4 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 6ebc657d-199a-481f-84d4-48fda8fdc020 (dataset): DatasetConfig { id: 6ebc657d-199a-481f-84d4-48fda8fdc020 (dataset), name: DatasetName { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7717bbcf-0fa8-4a65-b5ed-f10fb32341dd (dataset): DatasetConfig { id: 7717bbcf-0fa8-4a65-b5ed-f10fb32341dd (dataset), name: DatasetName { pool_name: ZpoolName { id: df57d550-ef00-4438-9a9e-b1b08bdaa525 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7b068585-d876-4d51-993f-1f4b22c2b9bc (dataset): DatasetConfig { id: 7b068585-d876-4d51-993f-1f4b22c2b9bc (dataset), name: DatasetName { pool_name: ZpoolName { id: fe712103-328f-4ff5-a621-99ae42de7f00 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 8010c051-3325-4a7f-97f8-b99191255893 (dataset): DatasetConfig { id: 8010c051-3325-4a7f-97f8-b99191255893 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2517e8b2-3022-4575-a6ad-4786cce7adb4 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 86b44f44-f1a1-489f-bcf2-1562b16a1ee2 (dataset): DatasetConfig { id: 86b44f44-f1a1-489f-bcf2-1562b16a1ee2 (dataset), name: DatasetName { pool_name: ZpoolName { id: ca727341-d003-494b-b98d-9fa5b5aeeec8 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 8a579497-b6b4-4c09-8023-af5fa41319ef (dataset): DatasetConfig { id: 8a579497-b6b4-4c09-8023-af5fa41319ef (dataset), name: DatasetName { pool_name: ZpoolName { id: fe712103-328f-4ff5-a621-99ae42de7f00 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8fd6510c-1bc0-4b60-8b38-9a1c81a492cf (dataset): DatasetConfig { id: 8fd6510c-1bc0-4b60-8b38-9a1c81a492cf (dataset), name: DatasetName { pool_name: ZpoolName { id: 1b4c5120-bb11-444d-9c86-edb04be1264c (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 95c5888c-8d4a-4a6b-ad13-d8d0dc1172f2 (dataset): DatasetConfig { id: 95c5888c-8d4a-4a6b-ad13-d8d0dc1172f2 (dataset), name: DatasetName { pool_name: ZpoolName { id: df57d550-ef00-4438-9a9e-b1b08bdaa525 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9dfc6b99-aadc-4edf-be7b-382bc3477c84 (dataset): DatasetConfig { id: 9dfc6b99-aadc-4edf-be7b-382bc3477c84 (dataset), name: DatasetName { pool_name: ZpoolName { id: fe712103-328f-4ff5-a621-99ae42de7f00 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a12d9318-8dbd-4415-85cf-25229d5a6043 (dataset): DatasetConfig { id: a12d9318-8dbd-4415-85cf-25229d5a6043 (dataset), name: DatasetName { pool_name: ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a51b5e97-3f56-4c3e-852a-eeaa1213fcb2 (dataset): DatasetConfig { id: a51b5e97-3f56-4c3e-852a-eeaa1213fcb2 (dataset), name: DatasetName { pool_name: ZpoolName { id: d7af1128-7206-4198-91cb-ef632ea8556e (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a76e1c2b-609c-4637-aa07-e478781d578c (dataset): DatasetConfig { id: a76e1c2b-609c-4637-aa07-e478781d578c (dataset), name: DatasetName { pool_name: ZpoolName { id: 1b4c5120-bb11-444d-9c86-edb04be1264c (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a87af2c1-1011-4896-96e9-761d557a697b (dataset): DatasetConfig { id: a87af2c1-1011-4896-96e9-761d557a697b (dataset), name: DatasetName { pool_name: ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, aec66277-5149-4d9c-85df-d6a30f6761a8 (dataset): DatasetConfig { id: aec66277-5149-4d9c-85df-d6a30f6761a8 (dataset), name: DatasetName { pool_name: ZpoolName { id: d7af1128-7206-4198-91cb-ef632ea8556e (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b05ba1ea-7af0-4f4f-935c-1f81fc8e3781 (dataset): DatasetConfig { id: b05ba1ea-7af0-4f4f-935c-1f81fc8e3781 (dataset), name: DatasetName { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_64a08338-1eb5-49da-827e-ddea69a7943c\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b175288d-1041-4b3b-b1d4-f97b4453fc91 (dataset): DatasetConfig { id: b175288d-1041-4b3b-b1d4-f97b4453fc91 (dataset), name: DatasetName { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b1782d53-f1c0-4be3-b2d8-9f22501d4ea0 (dataset): DatasetConfig { id: b1782d53-f1c0-4be3-b2d8-9f22501d4ea0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1b4c5120-bb11-444d-9c86-edb04be1264c (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, bb910381-afff-41b0-8882-6f42759779d3 (dataset): DatasetConfig { id: bb910381-afff-41b0-8882-6f42759779d3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }, kind: TransientZone { name: \"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, bf207099-92f0-40ac-9f00-a6771d3699a5 (dataset): DatasetConfig { id: bf207099-92f0-40ac-9f00-a6771d3699a5 (dataset), name: DatasetName { pool_name: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c01f002e-cf56-40a8-856e-717717a9d209 (dataset): DatasetConfig { id: c01f002e-cf56-40a8-856e-717717a9d209 (dataset), name: DatasetName { pool_name: ZpoolName { id: d7af1128-7206-4198-91cb-ef632ea8556e (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c053334f-bbf4-4fee-9888-b056a9cc51db (dataset): DatasetConfig { id: c053334f-bbf4-4fee-9888-b056a9cc51db (dataset), name: DatasetName { pool_name: ZpoolName { id: ca727341-d003-494b-b98d-9fa5b5aeeec8 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c4e421b8-1195-43e3-b9ac-bfc9ad77e7e7 (dataset): DatasetConfig { id: c4e421b8-1195-43e3-b9ac-bfc9ad77e7e7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cb50db26-684b-438a-8c48-94aaff4042b9 (dataset): DatasetConfig { id: cb50db26-684b-438a-8c48-94aaff4042b9 (dataset), name: DatasetName { pool_name: ZpoolName { id: d7af1128-7206-4198-91cb-ef632ea8556e (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cbedc4cc-97ac-4e36-8a65-377112c625cf (dataset): DatasetConfig { id: cbedc4cc-97ac-4e36-8a65-377112c625cf (dataset), name: DatasetName { pool_name: ZpoolName { id: d7af1128-7206-4198-91cb-ef632ea8556e (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ce3ee622-fe93-452c-99db-39dcaf440329 (dataset): DatasetConfig { id: ce3ee622-fe93-452c-99db-39dcaf440329 (dataset), name: DatasetName { pool_name: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d0452f08-9fee-4410-9972-0c1a7ded5e09 (dataset): DatasetConfig { id: d0452f08-9fee-4410-9972-0c1a7ded5e09 (dataset), name: DatasetName { pool_name: ZpoolName { id: df57d550-ef00-4438-9a9e-b1b08bdaa525 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, d06a9a59-e653-48fa-8dcc-7cc0acef6ddc (dataset): DatasetConfig { id: d06a9a59-e653-48fa-8dcc-7cc0acef6ddc (dataset), name: DatasetName { pool_name: ZpoolName { id: fe712103-328f-4ff5-a621-99ae42de7f00 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_5ead9ee2-e8b0-4593-9027-48635affc5e2\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d1103926-c3ce-497b-b7c7-67e9b91eb37c (dataset): DatasetConfig { id: d1103926-c3ce-497b-b7c7-67e9b91eb37c (dataset), name: DatasetName { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_e75f2650-a245-42d3-9d24-2a4c8145f522\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d3e64b53-1d52-4e43-a327-aa25216b28de (dataset): DatasetConfig { id: d3e64b53-1d52-4e43-a327-aa25216b28de (dataset), name: DatasetName { pool_name: ZpoolName { id: 2517e8b2-3022-4575-a6ad-4786cce7adb4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d4e26abc-aaaa-4c27-adf7-4d37b7ef906b (dataset): DatasetConfig { id: d4e26abc-aaaa-4c27-adf7-4d37b7ef906b (dataset), name: DatasetName { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d7cdf6b3-3468-47c9-b703-0ff4bc28dac3 (dataset): DatasetConfig { id: d7cdf6b3-3468-47c9-b703-0ff4bc28dac3 (dataset), name: DatasetName { pool_name: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, da842f30-e5ea-4a7c-b8fa-3d06f4a46ff3 (dataset): DatasetConfig { id: da842f30-e5ea-4a7c-b8fa-3d06f4a46ff3 (dataset), name: DatasetName { pool_name: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_2f59c006-0a7d-42ea-a0d5-5b48cf7cd990\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, db6bbfb9-4289-4ad6-89ac-64034a50a0d4 (dataset): DatasetConfig { id: db6bbfb9-4289-4ad6-89ac-64034a50a0d4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e23716cc-1bb2-47d5-831a-401babcb900e (dataset): DatasetConfig { id: e23716cc-1bb2-47d5-831a-401babcb900e (dataset), name: DatasetName { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }, kind: TransientZone { name: \"oxz_clickhouse_21786b6f-d071-4762-9de6-138ef833b3de\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e501ce1f-8495-44d6-9d50-8ffee6113168 (dataset): DatasetConfig { id: e501ce1f-8495-44d6-9d50-8ffee6113168 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1b4c5120-bb11-444d-9c86-edb04be1264c (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e6a84613-486b-440f-b73e-1efb98b8d0ef (dataset): DatasetConfig { id: e6a84613-486b-440f-b73e-1efb98b8d0ef (dataset), name: DatasetName { pool_name: ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_dd4b9bd7-7dc8-4c50-b7a6-ad30d3af9195\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e845c8a8-042c-4c36-b96a-86f6e68004ba (dataset): DatasetConfig { id: e845c8a8-042c-4c36-b96a-86f6e68004ba (dataset), name: DatasetName { pool_name: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ef770427-0a5f-40b3-a157-2160a7628b15 (dataset): DatasetConfig { id: ef770427-0a5f-40b3-a157-2160a7628b15 (dataset), name: DatasetName { pool_name: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_c588016e-a348-47f5-b498-43234ef44320\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f100cf37-ff11-499c-9032-ebaff0b595ca (dataset): DatasetConfig { id: f100cf37-ff11-499c-9032-ebaff0b595ca (dataset), name: DatasetName { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f4a584df-900f-4dd9-b647-27dc36a44775 (dataset): DatasetConfig { id: f4a584df-900f-4dd9-b647-27dc36a44775 (dataset), name: DatasetName { pool_name: ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f569b3ad-5ca5-44f8-b297-c510d6f2270c (dataset): DatasetConfig { id: f569b3ad-5ca5-44f8-b297-c510d6f2270c (dataset), name: DatasetName { pool_name: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f87725cb-a018-4c62-83d5-a022aac44dac (dataset): DatasetConfig { id: f87725cb-a018-4c62-83d5-a022aac44dac (dataset), name: DatasetName { pool_name: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, faba2fb9-5b70-402c-a83d-13b625337d7d (dataset): DatasetConfig { id: faba2fb9-5b70-402c-a83d-13b625337d7d (dataset), name: DatasetName { pool_name: ZpoolName { id: fe712103-328f-4ff5-a621-99ae42de7f00 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fe8ed89a-0644-451c-ab45-f80df0ebac21 (dataset): DatasetConfig { id: fe8ed89a-0644-451c-ab45-f80df0ebac21 (dataset), name: DatasetName { pool_name: ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fe927566-0c31-44e2-b69d-a0eee3ee5635 (dataset): DatasetConfig { id: fe927566-0c31-44e2-b69d-a0eee3ee5635 (dataset), name: DatasetName { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }} }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.730792999Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:457"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.730824519Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:37409"} {"msg":"datasets ensure","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.731246837Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:849"} {"msg":"Received DatasetsEnsure { config: DatasetsConfig { generation: Generation(1), datasets: {0b69577c-adb9-487f-a8cc-438528a04fba (dataset): DatasetConfig { id: 0b69577c-adb9-487f-a8cc-438528a04fba (dataset), name: DatasetName { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0e4ced73-4ce4-459e-b5e5-946b7307bd09 (dataset): DatasetConfig { id: 0e4ced73-4ce4-459e-b5e5-946b7307bd09 (dataset), name: DatasetName { pool_name: ZpoolName { id: fe712103-328f-4ff5-a621-99ae42de7f00 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1454dc3e-2755-41e3-b840-5eced5f9e50a (dataset): DatasetConfig { id: 1454dc3e-2755-41e3-b840-5eced5f9e50a (dataset), name: DatasetName { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 175d78dc-3afe-4c9b-82f1-327723c9f690 (dataset): DatasetConfig { id: 175d78dc-3afe-4c9b-82f1-327723c9f690 (dataset), name: DatasetName { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2086c6ba-d732-41e0-968b-6cd565ca02b3 (dataset): DatasetConfig { id: 2086c6ba-d732-41e0-968b-6cd565ca02b3 (dataset), name: DatasetName { pool_name: ZpoolName { id: ca727341-d003-494b-b98d-9fa5b5aeeec8 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 24fa5470-281b-494f-a155-a9fcea472ef6 (dataset): DatasetConfig { id: 24fa5470-281b-494f-a155-a9fcea472ef6 (dataset), name: DatasetName { pool_name: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 2d7b4ec3-65fd-4c8a-8597-2b953021ccc4 (dataset): DatasetConfig { id: 2d7b4ec3-65fd-4c8a-8597-2b953021ccc4 (dataset), name: DatasetName { pool_name: ZpoolName { id: d7af1128-7206-4198-91cb-ef632ea8556e (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 36381191-53e4-46e7-b178-e35db4e65b83 (dataset): DatasetConfig { id: 36381191-53e4-46e7-b178-e35db4e65b83 (dataset), name: DatasetName { pool_name: ZpoolName { id: ca727341-d003-494b-b98d-9fa5b5aeeec8 (zpool), kind: External }, kind: TransientZone { name: \"oxz_ntp_50534bbc-e79b-4382-9f0d-65daaa00ec78\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3adbd8c1-9e77-4bbb-af72-4caf06f3e837 (dataset): DatasetConfig { id: 3adbd8c1-9e77-4bbb-af72-4caf06f3e837 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2517e8b2-3022-4575-a6ad-4786cce7adb4 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3cef1573-f1da-4214-bf2c-8c2b68e8b4b4 (dataset): DatasetConfig { id: 3cef1573-f1da-4214-bf2c-8c2b68e8b4b4 (dataset), name: DatasetName { pool_name: ZpoolName { id: ca727341-d003-494b-b98d-9fa5b5aeeec8 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 48809926-1a77-44dc-a1b2-2a83069a6a77 (dataset): DatasetConfig { id: 48809926-1a77-44dc-a1b2-2a83069a6a77 (dataset), name: DatasetName { pool_name: ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_7e8f0bb3-d78c-423c-95e4-008fd1e3aabc\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4e51eec3-2acf-4d73-b16e-134b04a33177 (dataset): DatasetConfig { id: 4e51eec3-2acf-4d73-b16e-134b04a33177 (dataset), name: DatasetName { pool_name: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 50a26fb5-288a-48f1-b82b-229ba808f542 (dataset): DatasetConfig { id: 50a26fb5-288a-48f1-b82b-229ba808f542 (dataset), name: DatasetName { pool_name: ZpoolName { id: df57d550-ef00-4438-9a9e-b1b08bdaa525 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5134215a-7bea-42ff-9558-6b38f624ede3 (dataset): DatasetConfig { id: 5134215a-7bea-42ff-9558-6b38f624ede3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 52d2ee87-5d4a-4712-a4ec-54af35b1be7e (dataset): DatasetConfig { id: 52d2ee87-5d4a-4712-a4ec-54af35b1be7e (dataset), name: DatasetName { pool_name: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5f41f7e4-da6c-47ea-ac63-ab821f262efc (dataset): DatasetConfig { id: 5f41f7e4-da6c-47ea-ac63-ab821f262efc (dataset), name: DatasetName { pool_name: ZpoolName { id: d7af1128-7206-4198-91cb-ef632ea8556e (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 63835b79-d599-4ebd-a7fb-d4acedb097bf (dataset): DatasetConfig { id: 63835b79-d599-4ebd-a7fb-d4acedb097bf (dataset), name: DatasetName { pool_name: ZpoolName { id: ca727341-d003-494b-b98d-9fa5b5aeeec8 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 660a8ee5-1f2d-42c0-982a-9a5dfa28d548 (dataset): DatasetConfig { id: 660a8ee5-1f2d-42c0-982a-9a5dfa28d548 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2517e8b2-3022-4575-a6ad-4786cce7adb4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 66a1449c-d4fb-4bfd-bb74-41175a2a6ba6 (dataset): DatasetConfig { id: 66a1449c-d4fb-4bfd-bb74-41175a2a6ba6 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1b4c5120-bb11-444d-9c86-edb04be1264c (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6acc4e48-445e-4974-ac7b-c0c8a6894452 (dataset): DatasetConfig { id: 6acc4e48-445e-4974-ac7b-c0c8a6894452 (dataset), name: DatasetName { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 6b8550b8-a7a5-436a-ba11-496e71537cf4 (dataset): DatasetConfig { id: 6b8550b8-a7a5-436a-ba11-496e71537cf4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2517e8b2-3022-4575-a6ad-4786cce7adb4 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 6ebc657d-199a-481f-84d4-48fda8fdc020 (dataset): DatasetConfig { id: 6ebc657d-199a-481f-84d4-48fda8fdc020 (dataset), name: DatasetName { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7717bbcf-0fa8-4a65-b5ed-f10fb32341dd (dataset): DatasetConfig { id: 7717bbcf-0fa8-4a65-b5ed-f10fb32341dd (dataset), name: DatasetName { pool_name: ZpoolName { id: df57d550-ef00-4438-9a9e-b1b08bdaa525 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7b068585-d876-4d51-993f-1f4b22c2b9bc (dataset): DatasetConfig { id: 7b068585-d876-4d51-993f-1f4b22c2b9bc (dataset), name: DatasetName { pool_name: ZpoolName { id: fe712103-328f-4ff5-a621-99ae42de7f00 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 8010c051-3325-4a7f-97f8-b99191255893 (dataset): DatasetConfig { id: 8010c051-3325-4a7f-97f8-b99191255893 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2517e8b2-3022-4575-a6ad-4786cce7adb4 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 86b44f44-f1a1-489f-bcf2-1562b16a1ee2 (dataset): DatasetConfig { id: 86b44f44-f1a1-489f-bcf2-1562b16a1ee2 (dataset), name: DatasetName { pool_name: ZpoolName { id: ca727341-d003-494b-b98d-9fa5b5aeeec8 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 8a579497-b6b4-4c09-8023-af5fa41319ef (dataset): DatasetConfig { id: 8a579497-b6b4-4c09-8023-af5fa41319ef (dataset), name: DatasetName { pool_name: ZpoolName { id: fe712103-328f-4ff5-a621-99ae42de7f00 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8fd6510c-1bc0-4b60-8b38-9a1c81a492cf (dataset): DatasetConfig { id: 8fd6510c-1bc0-4b60-8b38-9a1c81a492cf (dataset), name: DatasetName { pool_name: ZpoolName { id: 1b4c5120-bb11-444d-9c86-edb04be1264c (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 95c5888c-8d4a-4a6b-ad13-d8d0dc1172f2 (dataset): DatasetConfig { id: 95c5888c-8d4a-4a6b-ad13-d8d0dc1172f2 (dataset), name: DatasetName { pool_name: ZpoolName { id: df57d550-ef00-4438-9a9e-b1b08bdaa525 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9dfc6b99-aadc-4edf-be7b-382bc3477c84 (dataset): DatasetConfig { id: 9dfc6b99-aadc-4edf-be7b-382bc3477c84 (dataset), name: DatasetName { pool_name: ZpoolName { id: fe712103-328f-4ff5-a621-99ae42de7f00 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a12d9318-8dbd-4415-85cf-25229d5a6043 (dataset): DatasetConfig { id: a12d9318-8dbd-4415-85cf-25229d5a6043 (dataset), name: DatasetName { pool_name: ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a51b5e97-3f56-4c3e-852a-eeaa1213fcb2 (dataset): DatasetConfig { id: a51b5e97-3f56-4c3e-852a-eeaa1213fcb2 (dataset), name: DatasetName { pool_name: ZpoolName { id: d7af1128-7206-4198-91cb-ef632ea8556e (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a76e1c2b-609c-4637-aa07-e478781d578c (dataset): DatasetConfig { id: a76e1c2b-609c-4637-aa07-e478781d578c (dataset), name: DatasetName { pool_name: ZpoolName { id: 1b4c5120-bb11-444d-9c86-edb04be1264c (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a87af2c1-1011-4896-96e9-761d557a697b (dataset): DatasetConfig { id: a87af2c1-1011-4896-96e9-761d557a697b (dataset), name: DatasetName { pool_name: ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, aec66277-5149-4d9c-85df-d6a30f6761a8 (dataset): DatasetConfig { id: aec66277-5149-4d9c-85df-d6a30f6761a8 (dataset), name: DatasetName { pool_name: ZpoolName { id: d7af1128-7206-4198-91cb-ef632ea8556e (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b05ba1ea-7af0-4f4f-935c-1f81fc8e3781 (dataset): DatasetConfig { id: b05ba1ea-7af0-4f4f-935c-1f81fc8e3781 (dataset), name: DatasetName { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_64a08338-1eb5-49da-827e-ddea69a7943c\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b175288d-1041-4b3b-b1d4-f97b4453fc91 (dataset): DatasetConfig { id: b175288d-1041-4b3b-b1d4-f97b4453fc91 (dataset), name: DatasetName { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b1782d53-f1c0-4be3-b2d8-9f22501d4ea0 (dataset): DatasetConfig { id: b1782d53-f1c0-4be3-b2d8-9f22501d4ea0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1b4c5120-bb11-444d-9c86-edb04be1264c (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, bb910381-afff-41b0-8882-6f42759779d3 (dataset): DatasetConfig { id: bb910381-afff-41b0-8882-6f42759779d3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }, kind: TransientZone { name: \"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, bf207099-92f0-40ac-9f00-a6771d3699a5 (dataset): DatasetConfig { id: bf207099-92f0-40ac-9f00-a6771d3699a5 (dataset), name: DatasetName { pool_name: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c01f002e-cf56-40a8-856e-717717a9d209 (dataset): DatasetConfig { id: c01f002e-cf56-40a8-856e-717717a9d209 (dataset), name: DatasetName { pool_name: ZpoolName { id: d7af1128-7206-4198-91cb-ef632ea8556e (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c053334f-bbf4-4fee-9888-b056a9cc51db (dataset): DatasetConfig { id: c053334f-bbf4-4fee-9888-b056a9cc51db (dataset), name: DatasetName { pool_name: ZpoolName { id: ca727341-d003-494b-b98d-9fa5b5aeeec8 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c4e421b8-1195-43e3-b9ac-bfc9ad77e7e7 (dataset): DatasetConfig { id: c4e421b8-1195-43e3-b9ac-bfc9ad77e7e7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cb50db26-684b-438a-8c48-94aaff4042b9 (dataset): DatasetConfig { id: cb50db26-684b-438a-8c48-94aaff4042b9 (dataset), name: DatasetName { pool_name: ZpoolName { id: d7af1128-7206-4198-91cb-ef632ea8556e (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cbedc4cc-97ac-4e36-8a65-377112c625cf (dataset): DatasetConfig { id: cbedc4cc-97ac-4e36-8a65-377112c625cf (dataset), name: DatasetName { pool_name: ZpoolName { id: d7af1128-7206-4198-91cb-ef632ea8556e (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ce3ee622-fe93-452c-99db-39dcaf440329 (dataset): DatasetConfig { id: ce3ee622-fe93-452c-99db-39dcaf440329 (dataset), name: DatasetName { pool_name: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d0452f08-9fee-4410-9972-0c1a7ded5e09 (dataset): DatasetConfig { id: d0452f08-9fee-4410-9972-0c1a7ded5e09 (dataset), name: DatasetName { pool_name: ZpoolName { id: df57d550-ef00-4438-9a9e-b1b08bdaa525 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, d06a9a59-e653-48fa-8dcc-7cc0acef6ddc (dataset): DatasetConfig { id: d06a9a59-e653-48fa-8dcc-7cc0acef6ddc (dataset), name: DatasetName { pool_name: ZpoolName { id: fe712103-328f-4ff5-a621-99ae42de7f00 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_5ead9ee2-e8b0-4593-9027-48635affc5e2\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d1103926-c3ce-497b-b7c7-67e9b91eb37c (dataset): DatasetConfig { id: d1103926-c3ce-497b-b7c7-67e9b91eb37c (dataset), name: DatasetName { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_e75f2650-a245-42d3-9d24-2a4c8145f522\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d3e64b53-1d52-4e43-a327-aa25216b28de (dataset): DatasetConfig { id: d3e64b53-1d52-4e43-a327-aa25216b28de (dataset), name: DatasetName { pool_name: ZpoolName { id: 2517e8b2-3022-4575-a6ad-4786cce7adb4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d4e26abc-aaaa-4c27-adf7-4d37b7ef906b (dataset): DatasetConfig { id: d4e26abc-aaaa-4c27-adf7-4d37b7ef906b (dataset), name: DatasetName { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d7cdf6b3-3468-47c9-b703-0ff4bc28dac3 (dataset): DatasetConfig { id: d7cdf6b3-3468-47c9-b703-0ff4bc28dac3 (dataset), name: DatasetName { pool_name: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, da842f30-e5ea-4a7c-b8fa-3d06f4a46ff3 (dataset): DatasetConfig { id: da842f30-e5ea-4a7c-b8fa-3d06f4a46ff3 (dataset), name: DatasetName { pool_name: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_2f59c006-0a7d-42ea-a0d5-5b48cf7cd990\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, db6bbfb9-4289-4ad6-89ac-64034a50a0d4 (dataset): DatasetConfig { id: db6bbfb9-4289-4ad6-89ac-64034a50a0d4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e23716cc-1bb2-47d5-831a-401babcb900e (dataset): DatasetConfig { id: e23716cc-1bb2-47d5-831a-401babcb900e (dataset), name: DatasetName { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }, kind: TransientZone { name: \"oxz_clickhouse_21786b6f-d071-4762-9de6-138ef833b3de\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e501ce1f-8495-44d6-9d50-8ffee6113168 (dataset): DatasetConfig { id: e501ce1f-8495-44d6-9d50-8ffee6113168 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1b4c5120-bb11-444d-9c86-edb04be1264c (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e6a84613-486b-440f-b73e-1efb98b8d0ef (dataset): DatasetConfig { id: e6a84613-486b-440f-b73e-1efb98b8d0ef (dataset), name: DatasetName { pool_name: ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_dd4b9bd7-7dc8-4c50-b7a6-ad30d3af9195\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e845c8a8-042c-4c36-b96a-86f6e68004ba (dataset): DatasetConfig { id: e845c8a8-042c-4c36-b96a-86f6e68004ba (dataset), name: DatasetName { pool_name: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ef770427-0a5f-40b3-a157-2160a7628b15 (dataset): DatasetConfig { id: ef770427-0a5f-40b3-a157-2160a7628b15 (dataset), name: DatasetName { pool_name: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_c588016e-a348-47f5-b498-43234ef44320\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f100cf37-ff11-499c-9032-ebaff0b595ca (dataset): DatasetConfig { id: f100cf37-ff11-499c-9032-ebaff0b595ca (dataset), name: DatasetName { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f4a584df-900f-4dd9-b647-27dc36a44775 (dataset): DatasetConfig { id: f4a584df-900f-4dd9-b647-27dc36a44775 (dataset), name: DatasetName { pool_name: ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f569b3ad-5ca5-44f8-b297-c510d6f2270c (dataset): DatasetConfig { id: f569b3ad-5ca5-44f8-b297-c510d6f2270c (dataset), name: DatasetName { pool_name: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f87725cb-a018-4c62-83d5-a022aac44dac (dataset): DatasetConfig { id: f87725cb-a018-4c62-83d5-a022aac44dac (dataset), name: DatasetName { pool_name: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, faba2fb9-5b70-402c-a83d-13b625337d7d (dataset): DatasetConfig { id: faba2fb9-5b70-402c-a83d-13b625337d7d (dataset), name: DatasetName { pool_name: ZpoolName { id: fe712103-328f-4ff5-a621-99ae42de7f00 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fe8ed89a-0644-451c-ab45-f80df0ebac21 (dataset): DatasetConfig { id: fe8ed89a-0644-451c-ab45-f80df0ebac21 (dataset), name: DatasetName { pool_name: ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fe927566-0c31-44e2-b69d-a0eee3ee5635 (dataset): DatasetConfig { id: fe927566-0c31-44e2-b69d-a0eee3ee5635 (dataset), name: DatasetName { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }} }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.733854179Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.734024582Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:189"} {"msg":"No ledger in /pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.734052543Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:189"} {"msg":"No previously-stored 'requested datasets', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.734066763Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:906"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.734071113Z","hostname":"buskin","pid":1566,"name":"oxp_71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/zone/oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.734078713Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/zone/oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67\"), full_name: \"oxp_71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/zone/oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.829843502Z","hostname":"buskin","pid":1566,"name":"oxp_fe712103-328f-4ff5-a621-99ae42de7f00/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.829880192Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_fe712103-328f-4ff5-a621-99ae42de7f00/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.918680435Z","hostname":"buskin","pid":1566,"name":"oxp_71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:27:59.918715966Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/external_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:00.008367834Z","hostname":"buskin","pid":1566,"name":"oxp_71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/zone/oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:00.008403845Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/zone/oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03\"), full_name: \"oxp_71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/zone/oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:00.108858126Z","hostname":"buskin","pid":1566,"name":"oxp_ca727341-d003-494b-b98d-9fa5b5aeeec8/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:00.108901667Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/ca727341-d003-494b-b98d-9fa5b5aeeec8/crypt/zone\"), full_name: \"oxp_ca727341-d003-494b-b98d-9fa5b5aeeec8/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:00.177422331Z","hostname":"buskin","pid":1566,"name":"oxp_cc26c009-a951-4771-a26a-f2513b9e63e2/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:00.177452282Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/cc26c009-a951-4771-a26a-f2513b9e63e2/crypt/debug\"), full_name: \"oxp_cc26c009-a951-4771-a26a-f2513b9e63e2/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:00.244707401Z","hostname":"buskin","pid":1566,"name":"oxp_d7af1128-7206-4198-91cb-ef632ea8556e/crypt/zone/oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:00.244738542Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/d7af1128-7206-4198-91cb-ef632ea8556e/crypt/zone/oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\"), full_name: \"oxp_d7af1128-7206-4198-91cb-ef632ea8556e/crypt/zone/oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/38711855-ef69-4d79-bb75-aebd85b1280b)","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:00.294011589Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:00.342014731Z","hostname":"buskin","pid":1566,"name":"oxp_ca727341-d003-494b-b98d-9fa5b5aeeec8/crypt/zone/oxz_ntp_50534bbc-e79b-4382-9f0d-65daaa00ec78","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:00.342050831Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/ca727341-d003-494b-b98d-9fa5b5aeeec8/crypt/zone/oxz_ntp_50534bbc-e79b-4382-9f0d-65daaa00ec78\"), full_name: \"oxp_ca727341-d003-494b-b98d-9fa5b5aeeec8/crypt/zone/oxz_ntp_50534bbc-e79b-4382-9f0d-65daaa00ec78\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:00.441125185Z","hostname":"buskin","pid":1566,"name":"oxp_2517e8b2-3022-4575-a6ad-4786cce7adb4/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:00.441161416Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_2517e8b2-3022-4575-a6ad-4786cce7adb4/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:00.526675083Z","hostname":"buskin","pid":1566,"name":"oxp_ca727341-d003-494b-b98d-9fa5b5aeeec8/crypt/zone/oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:00.526713544Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/ca727341-d003-494b-b98d-9fa5b5aeeec8/crypt/zone/oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\"), full_name: \"oxp_ca727341-d003-494b-b98d-9fa5b5aeeec8/crypt/zone/oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:00.623510054Z","hostname":"buskin","pid":1566,"name":"oxp_56aea45f-c451-4174-9b8f-66145c2696e8/crypt/zone/oxz_cockroachdb_7e8f0bb3-d78c-423c-95e4-008fd1e3aabc","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:00.623548614Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/56aea45f-c451-4174-9b8f-66145c2696e8/crypt/zone/oxz_cockroachdb_7e8f0bb3-d78c-423c-95e4-008fd1e3aabc\"), full_name: \"oxp_56aea45f-c451-4174-9b8f-66145c2696e8/crypt/zone/oxz_cockroachdb_7e8f0bb3-d78c-423c-95e4-008fd1e3aabc\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:00.720779632Z","hostname":"buskin","pid":1566,"name":"oxp_cc26c009-a951-4771-a26a-f2513b9e63e2/crypt/zone/oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:00.720830693Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/cc26c009-a951-4771-a26a-f2513b9e63e2/crypt/zone/oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7\"), full_name: \"oxp_cc26c009-a951-4771-a26a-f2513b9e63e2/crypt/zone/oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:00.821810884Z","hostname":"buskin","pid":1566,"name":"oxp_df57d550-ef00-4438-9a9e-b1b08bdaa525/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:00.821847785Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_df57d550-ef00-4438-9a9e-b1b08bdaa525/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:00.910614827Z","hostname":"buskin","pid":1566,"name":"oxp_56aea45f-c451-4174-9b8f-66145c2696e8/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:00.910661937Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/56aea45f-c451-4174-9b8f-66145c2696e8/crypt/debug\"), full_name: \"oxp_56aea45f-c451-4174-9b8f-66145c2696e8/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:00.978254463Z","hostname":"buskin","pid":1566,"name":"oxp_cc26c009-a951-4771-a26a-f2513b9e63e2/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:00.978292174Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/cc26c009-a951-4771-a26a-f2513b9e63e2/crypt/zone\"), full_name: \"oxp_cc26c009-a951-4771-a26a-f2513b9e63e2/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:01.047522873Z","hostname":"buskin","pid":1566,"name":"oxp_d7af1128-7206-4198-91cb-ef632ea8556e/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:01.047561633Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/d7af1128-7206-4198-91cb-ef632ea8556e/crypt/debug\"), full_name: \"oxp_d7af1128-7206-4198-91cb-ef632ea8556e/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:01.11518412Z","hostname":"buskin","pid":1566,"name":"oxp_ca727341-d003-494b-b98d-9fa5b5aeeec8/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:01.115217511Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_ca727341-d003-494b-b98d-9fa5b5aeeec8/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:01.203746978Z","hostname":"buskin","pid":1566,"name":"oxp_2517e8b2-3022-4575-a6ad-4786cce7adb4/crypt/zone/oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:01.203782748Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/2517e8b2-3022-4575-a6ad-4786cce7adb4/crypt/zone/oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\"), full_name: \"oxp_2517e8b2-3022-4575-a6ad-4786cce7adb4/crypt/zone/oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/38711855-ef69-4d79-bb75-aebd85b1280b)","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:01.299073048Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:01.318487949Z","hostname":"buskin","pid":1566,"name":"oxp_1b4c5120-bb11-444d-9c86-edb04be1264c/crypt/zone/oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:01.318523279Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/1b4c5120-bb11-444d-9c86-edb04be1264c/crypt/zone/oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\"), full_name: \"oxp_1b4c5120-bb11-444d-9c86-edb04be1264c/crypt/zone/oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:01.417211016Z","hostname":"buskin","pid":1566,"name":"oxp_71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:01.417252037Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/debug\"), full_name: \"oxp_71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:01.487633108Z","hostname":"buskin","pid":1566,"name":"oxp_2517e8b2-3022-4575-a6ad-4786cce7adb4/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:01.487668488Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/2517e8b2-3022-4575-a6ad-4786cce7adb4/crypt/debug\"), full_name: \"oxp_2517e8b2-3022-4575-a6ad-4786cce7adb4/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:01.55658465Z","hostname":"buskin","pid":1566,"name":"oxp_71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/clickhouse","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:01.556620161Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/clickhouse\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:01.645688619Z","hostname":"buskin","pid":1566,"name":"oxp_df57d550-ef00-4438-9a9e-b1b08bdaa525/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:01.64572941Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/df57d550-ef00-4438-9a9e-b1b08bdaa525/crypt/zone\"), full_name: \"oxp_df57d550-ef00-4438-9a9e-b1b08bdaa525/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:01.714907327Z","hostname":"buskin","pid":1566,"name":"oxp_fe712103-328f-4ff5-a621-99ae42de7f00/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:01.714942337Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/fe712103-328f-4ff5-a621-99ae42de7f00/crypt/debug\"), full_name: \"oxp_fe712103-328f-4ff5-a621-99ae42de7f00/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:01.782408911Z","hostname":"buskin","pid":1566,"name":"oxp_2517e8b2-3022-4575-a6ad-4786cce7adb4/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:01.782446652Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/2517e8b2-3022-4575-a6ad-4786cce7adb4/crypt/zone\"), full_name: \"oxp_2517e8b2-3022-4575-a6ad-4786cce7adb4/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:01.851116349Z","hostname":"buskin","pid":1566,"name":"oxp_ca727341-d003-494b-b98d-9fa5b5aeeec8/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:01.85115198Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/ca727341-d003-494b-b98d-9fa5b5aeeec8/crypt/debug\"), full_name: \"oxp_ca727341-d003-494b-b98d-9fa5b5aeeec8/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:01.91997617Z","hostname":"buskin","pid":1566,"name":"oxp_fe712103-328f-4ff5-a621-99ae42de7f00/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:01.920018091Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/fe712103-328f-4ff5-a621-99ae42de7f00/crypt/zone\"), full_name: \"oxp_fe712103-328f-4ff5-a621-99ae42de7f00/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:01.988462104Z","hostname":"buskin","pid":1566,"name":"oxp_1b4c5120-bb11-444d-9c86-edb04be1264c/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:01.988501164Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/1b4c5120-bb11-444d-9c86-edb04be1264c/crypt/debug\"), full_name: \"oxp_1b4c5120-bb11-444d-9c86-edb04be1264c/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:02.058140311Z","hostname":"buskin","pid":1566,"name":"oxp_df57d550-ef00-4438-9a9e-b1b08bdaa525/crypt/zone/oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:02.058181531Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/df57d550-ef00-4438-9a9e-b1b08bdaa525/crypt/zone/oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\"), full_name: \"oxp_df57d550-ef00-4438-9a9e-b1b08bdaa525/crypt/zone/oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:02.156285167Z","hostname":"buskin","pid":1566,"name":"oxp_fe712103-328f-4ff5-a621-99ae42de7f00/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:02.156326707Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_fe712103-328f-4ff5-a621-99ae42de7f00/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:02.207222266Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"8.500038563s"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:02.244101379Z","hostname":"buskin","pid":1566,"name":"oxp_56aea45f-c451-4174-9b8f-66145c2696e8/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:02.24413567Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/56aea45f-c451-4174-9b8f-66145c2696e8/crypt/zone\"), full_name: \"oxp_56aea45f-c451-4174-9b8f-66145c2696e8/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/38711855-ef69-4d79-bb75-aebd85b1280b)","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:02.303390003Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:02.313702625Z","hostname":"buskin","pid":1566,"name":"oxp_d7af1128-7206-4198-91cb-ef632ea8556e/crypt/zone/oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:02.313715185Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/d7af1128-7206-4198-91cb-ef632ea8556e/crypt/zone/oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\"), full_name: \"oxp_d7af1128-7206-4198-91cb-ef632ea8556e/crypt/zone/oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:02.417292548Z","hostname":"buskin","pid":1566,"name":"oxp_1b4c5120-bb11-444d-9c86-edb04be1264c/crypt/zone/oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:02.417334858Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/1b4c5120-bb11-444d-9c86-edb04be1264c/crypt/zone/oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\"), full_name: \"oxp_1b4c5120-bb11-444d-9c86-edb04be1264c/crypt/zone/oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:02.51933712Z","hostname":"buskin","pid":1566,"name":"oxp_56aea45f-c451-4174-9b8f-66145c2696e8/crypt/zone/oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:02.519382811Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/56aea45f-c451-4174-9b8f-66145c2696e8/crypt/zone/oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\"), full_name: \"oxp_56aea45f-c451-4174-9b8f-66145c2696e8/crypt/zone/oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:02.619795421Z","hostname":"buskin","pid":1566,"name":"oxp_d7af1128-7206-4198-91cb-ef632ea8556e/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:02.619836142Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_d7af1128-7206-4198-91cb-ef632ea8556e/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:02.708119043Z","hostname":"buskin","pid":1566,"name":"oxp_71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/zone/oxz_internal_dns_64a08338-1eb5-49da-827e-ddea69a7943c","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:02.708155854Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/zone/oxz_internal_dns_64a08338-1eb5-49da-827e-ddea69a7943c\"), full_name: \"oxp_71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/zone/oxz_internal_dns_64a08338-1eb5-49da-827e-ddea69a7943c\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:02.807697817Z","hostname":"buskin","pid":1566,"name":"oxp_71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:02.807745128Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:02.898288145Z","hostname":"buskin","pid":1566,"name":"oxp_1b4c5120-bb11-444d-9c86-edb04be1264c/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:02.898321015Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_1b4c5120-bb11-444d-9c86-edb04be1264c/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:02.986045656Z","hostname":"buskin","pid":1566,"name":"oxp_71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/zone/oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:02.986079467Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/zone/oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0\"), full_name: \"oxp_71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/zone/oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:03.087590408Z","hostname":"buskin","pid":1566,"name":"oxp_cc26c009-a951-4771-a26a-f2513b9e63e2/crypt/zone/oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:03.087633199Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/cc26c009-a951-4771-a26a-f2513b9e63e2/crypt/zone/oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323\"), full_name: \"oxp_cc26c009-a951-4771-a26a-f2513b9e63e2/crypt/zone/oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:03.186372346Z","hostname":"buskin","pid":1566,"name":"oxp_d7af1128-7206-4198-91cb-ef632ea8556e/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:03.186413947Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/d7af1128-7206-4198-91cb-ef632ea8556e/crypt/zone\"), full_name: \"oxp_d7af1128-7206-4198-91cb-ef632ea8556e/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:03.254441372Z","hostname":"buskin","pid":1566,"name":"oxp_ca727341-d003-494b-b98d-9fa5b5aeeec8/crypt/zone/oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:03.254492103Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/ca727341-d003-494b-b98d-9fa5b5aeeec8/crypt/zone/oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\"), full_name: \"oxp_ca727341-d003-494b-b98d-9fa5b5aeeec8/crypt/zone/oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/38711855-ef69-4d79-bb75-aebd85b1280b)","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:03.304987184Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:03.356337371Z","hostname":"buskin","pid":1566,"name":"oxp_56aea45f-c451-4174-9b8f-66145c2696e8/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:03.356370022Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_56aea45f-c451-4174-9b8f-66145c2696e8/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:03.447549241Z","hostname":"buskin","pid":1566,"name":"oxp_d7af1128-7206-4198-91cb-ef632ea8556e/crypt/zone/oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:03.447588342Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/d7af1128-7206-4198-91cb-ef632ea8556e/crypt/zone/oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed\"), full_name: \"oxp_d7af1128-7206-4198-91cb-ef632ea8556e/crypt/zone/oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:03.548030822Z","hostname":"buskin","pid":1566,"name":"oxp_d7af1128-7206-4198-91cb-ef632ea8556e/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:03.548086423Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_d7af1128-7206-4198-91cb-ef632ea8556e/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:03.639725072Z","hostname":"buskin","pid":1566,"name":"oxp_cc26c009-a951-4771-a26a-f2513b9e63e2/crypt/zone/oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:03.639764222Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/cc26c009-a951-4771-a26a-f2513b9e63e2/crypt/zone/oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61\"), full_name: \"oxp_cc26c009-a951-4771-a26a-f2513b9e63e2/crypt/zone/oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:03.740368496Z","hostname":"buskin","pid":1566,"name":"oxp_df57d550-ef00-4438-9a9e-b1b08bdaa525/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:03.740406127Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/df57d550-ef00-4438-9a9e-b1b08bdaa525/crypt/debug\"), full_name: \"oxp_df57d550-ef00-4438-9a9e-b1b08bdaa525/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:03.808127906Z","hostname":"buskin","pid":1566,"name":"oxp_fe712103-328f-4ff5-a621-99ae42de7f00/crypt/zone/oxz_cockroachdb_5ead9ee2-e8b0-4593-9027-48635affc5e2","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:03.808164926Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/fe712103-328f-4ff5-a621-99ae42de7f00/crypt/zone/oxz_cockroachdb_5ead9ee2-e8b0-4593-9027-48635affc5e2\"), full_name: \"oxp_fe712103-328f-4ff5-a621-99ae42de7f00/crypt/zone/oxz_cockroachdb_5ead9ee2-e8b0-4593-9027-48635affc5e2\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:03.907869362Z","hostname":"buskin","pid":1566,"name":"oxp_71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/zone/oxz_cockroachdb_e75f2650-a245-42d3-9d24-2a4c8145f522","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:03.907907673Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/zone/oxz_cockroachdb_e75f2650-a245-42d3-9d24-2a4c8145f522\"), full_name: \"oxp_71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/zone/oxz_cockroachdb_e75f2650-a245-42d3-9d24-2a4c8145f522\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:04.008242862Z","hostname":"buskin","pid":1566,"name":"oxp_2517e8b2-3022-4575-a6ad-4786cce7adb4/crypt/zone/oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:04.008279023Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/2517e8b2-3022-4575-a6ad-4786cce7adb4/crypt/zone/oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\"), full_name: \"oxp_2517e8b2-3022-4575-a6ad-4786cce7adb4/crypt/zone/oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:04.109144171Z","hostname":"buskin","pid":1566,"name":"oxp_71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:04.109180672Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:04.199136807Z","hostname":"buskin","pid":1566,"name":"oxp_cc26c009-a951-4771-a26a-f2513b9e63e2/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:04.199168218Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_cc26c009-a951-4771-a26a-f2513b9e63e2/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:04.29051693Z","hostname":"buskin","pid":1566,"name":"oxp_cc26c009-a951-4771-a26a-f2513b9e63e2/crypt/zone/oxz_cockroachdb_2f59c006-0a7d-42ea-a0d5-5b48cf7cd990","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:04.290555661Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/cc26c009-a951-4771-a26a-f2513b9e63e2/crypt/zone/oxz_cockroachdb_2f59c006-0a7d-42ea-a0d5-5b48cf7cd990\"), full_name: \"oxp_cc26c009-a951-4771-a26a-f2513b9e63e2/crypt/zone/oxz_cockroachdb_2f59c006-0a7d-42ea-a0d5-5b48cf7cd990\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/38711855-ef69-4d79-bb75-aebd85b1280b)","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:04.30682058Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:04.388055584Z","hostname":"buskin","pid":1566,"name":"oxp_71fa9360-75cf-491a-b7ef-fd270ae2f32c/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:04.388087575Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_71fa9360-75cf-491a-b7ef-fd270ae2f32c/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:04.48472018Z","hostname":"buskin","pid":1566,"name":"oxp_71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/zone/oxz_clickhouse_21786b6f-d071-4762-9de6-138ef833b3de","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:04.484765021Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/zone/oxz_clickhouse_21786b6f-d071-4762-9de6-138ef833b3de\"), full_name: \"oxp_71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/zone/oxz_clickhouse_21786b6f-d071-4762-9de6-138ef833b3de\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:04.586467097Z","hostname":"buskin","pid":1566,"name":"oxp_1b4c5120-bb11-444d-9c86-edb04be1264c/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:04.586510558Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/1b4c5120-bb11-444d-9c86-edb04be1264c/crypt/zone\"), full_name: \"oxp_1b4c5120-bb11-444d-9c86-edb04be1264c/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:04.654557953Z","hostname":"buskin","pid":1566,"name":"oxp_56aea45f-c451-4174-9b8f-66145c2696e8/crypt/zone/oxz_internal_dns_dd4b9bd7-7dc8-4c50-b7a6-ad30d3af9195","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:04.654593333Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/56aea45f-c451-4174-9b8f-66145c2696e8/crypt/zone/oxz_internal_dns_dd4b9bd7-7dc8-4c50-b7a6-ad30d3af9195\"), full_name: \"oxp_56aea45f-c451-4174-9b8f-66145c2696e8/crypt/zone/oxz_internal_dns_dd4b9bd7-7dc8-4c50-b7a6-ad30d3af9195\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:04.754381881Z","hostname":"buskin","pid":1566,"name":"oxp_cc26c009-a951-4771-a26a-f2513b9e63e2/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:04.754420122Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_cc26c009-a951-4771-a26a-f2513b9e63e2/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:04.841536611Z","hostname":"buskin","pid":1566,"name":"oxp_cc26c009-a951-4771-a26a-f2513b9e63e2/crypt/zone/oxz_internal_dns_c588016e-a348-47f5-b498-43234ef44320","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:04.841574102Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/cc26c009-a951-4771-a26a-f2513b9e63e2/crypt/zone/oxz_internal_dns_c588016e-a348-47f5-b498-43234ef44320\"), full_name: \"oxp_cc26c009-a951-4771-a26a-f2513b9e63e2/crypt/zone/oxz_internal_dns_c588016e-a348-47f5-b498-43234ef44320\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:04.90210812Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4346"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:04.902166341Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4356","gateway":"fd00:1122:3344:101::1"} {"msg":"Default route already exists","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:04.908669938Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4370","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:04.908694159Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4435"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:04.954400556Z","hostname":"buskin","pid":1566,"name":"oxp_71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/zone/oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:04.954439687Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/zone/oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8\"), full_name: \"oxp_71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/zone/oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.070381291Z","hostname":"buskin","pid":1566,"name":"oxp_56aea45f-c451-4174-9b8f-66145c2696e8/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.070441052Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_56aea45f-c451-4174-9b8f-66145c2696e8/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.070480853Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4501"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.070486653Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4528"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:05.088920195Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14429237625139708775"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:05.089049717Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3794891261527998048"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.116146499Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4541"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.116174729Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4387"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.166865684Z","hostname":"buskin","pid":1566,"name":"oxp_cc26c009-a951-4771-a26a-f2513b9e63e2/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.166901095Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_cc26c009-a951-4771-a26a-f2513b9e63e2/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.170478145Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4429"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.170504435Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4508","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.192231472Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4519"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.192262472Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4561"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.267927507Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4593"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.267961027Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4599"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.269742993Z","hostname":"buskin","pid":1566,"name":"oxp_cc26c009-a951-4771-a26a-f2513b9e63e2/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.269798914Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_cc26c009-a951-4771-a26a-f2513b9e63e2/crypt/external_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/38711855-ef69-4d79-bb75-aebd85b1280b)","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:05.309245168Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.366594503Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4640"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.366648484Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.372946317Z","hostname":"buskin","pid":1566,"name":"oxp_fe712103-328f-4ff5-a621-99ae42de7f00/crypt/zone/oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.372956138Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/fe712103-328f-4ff5-a621-99ae42de7f00/crypt/zone/oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\"), full_name: \"oxp_fe712103-328f-4ff5-a621-99ae42de7f00/crypt/zone/oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.408706359Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:420"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/38711855-ef69-4d79-bb75-aebd85b1280b)","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:05.409217689Z","hostname":"buskin","pid":1566,"component":"NexusNotifierTask","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.450595671Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:717"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.450707073Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:762"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.451219543Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:765","uptime":"1"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.451237654Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:444","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: Some(\n None,\n ),\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n tx_eq: None,\n },\n },\n },\n}"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.474070731Z","hostname":"buskin","pid":1566,"name":"oxp_56aea45f-c451-4174-9b8f-66145c2696e8/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.474104222Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_56aea45f-c451-4174-9b8f-66145c2696e8/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.506542729Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.571796159Z","hostname":"buskin","pid":1566,"name":"oxp_71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:952"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.57183641Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1338","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/zone\"), full_name: \"oxp_71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Writing ledger to /pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/.omicron-datasets.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.640805643Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.64118509Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/omicron-datasets.json\""} {"msg":"Writing ledger to /pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/.omicron-datasets.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.641199471Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.641457946Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/omicron-datasets.json\""} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.641526657Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.641569288Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.641578418Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.641584148Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.641588448Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.641594198Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.641600338Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.641607119Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.641630259Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.641635809Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.641641309Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.641646499Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.64165207Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.64165742Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.64166469Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.6416687Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.64167412Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.64167922Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.64168465Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.64169009Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.641701171Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.64170532Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.641709191Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"datasets ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.641713041Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:851"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.641791872Z","hostname":"buskin","pid":1566,"uri":"/datasets","method":"PUT","req_id":"dc2cc081-4ce1-4b75-b881-c24d758f5854","remote_addr":"[fd00:1122:3344:101::1]:37409","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5910858,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 64a08338-1eb5-49da-827e-ddea69a7943c (service), filesystem_pool: Some(ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: c588016e-a348-47f5-b498-43234ef44320 (service), filesystem_pool: Some(ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: dd4b9bd7-7dc8-4c50-b7a6-ad30d3af9195 (service), filesystem_pool: Some(ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.673613137Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:538"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.673746569Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:56622"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.674033275Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.674064226Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:189"} {"msg":"No ledger in /pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.674081226Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:189"} {"msg":"Received DatasetsConfigList { tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.674136527Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.674147187Z","hostname":"buskin","pid":1566,"request":"datasets_config_list","component":"StorageManager","file":"common/src/ledger.rs:178"} {"msg":"Reading ledger from /pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.674366591Z","hostname":"buskin","pid":1566,"request":"datasets_config_list","component":"StorageManager","file":"common/src/ledger.rs:178"} {"msg":"Found ledger on internal storage","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.674522795Z","hostname":"buskin","pid":1566,"request":"datasets_config_list","component":"StorageManager","file":"sled-storage/src/manager.rs:992"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.674615416Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.720878814Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.720931085Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.720941515Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_c588016e-a348-47f5-b498-43234ef44320","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.773042848Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_dd4b9bd7-7dc8-4c50-b7a6-ad30d3af9195","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.77673597Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_64a08338-1eb5-49da-827e-ddea69a7943c","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.780365351Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_internal_dns_c588016e-a348-47f5-b498-43234ef44320","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.792342186Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_internal_dns_dd4b9bd7-7dc8-4c50-b7a6-ad30d3af9195","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.796905436Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_internal_dns_64a08338-1eb5-49da-827e-ddea69a7943c","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:05.800630959Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/38711855-ef69-4d79-bb75-aebd85b1280b)","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:06.311132274Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:06.747799562Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14677523493110185006"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:06.747910074Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4713903543762200350"} {"msg":"Profile for oxz_internal_dns_64a08338-1eb5-49da-827e-ddea69a7943c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:07.418692745Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:07.418748366Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_c588016e-a348-47f5-b498-43234ef44320:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:07.897852666Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_internal_dns_dd4b9bd7-7dc8-4c50-b7a6-ad30d3af9195:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:08.3741185Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:08.374219962Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Booting oxz_internal_dns_64a08338-1eb5-49da-827e-ddea69a7943c zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:08.374239343Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_64a08338-1eb5-49da-827e-ddea69a7943c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:08.378352203Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Booting oxz_internal_dns_c588016e-a348-47f5-b498-43234ef44320 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:08.378403914Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_c588016e-a348-47f5-b498-43234ef44320","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_internal_dns_dd4b9bd7-7dc8-4c50-b7a6-ad30d3af9195 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:08.382980584Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_dd4b9bd7-7dc8-4c50-b7a6-ad30d3af9195","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_64a08338-1eb5-49da-827e-ddea69a7943c\") failed: Property not found. retry in 35.978872ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:08.508508657Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_64a08338-1eb5-49da-827e-ddea69a7943c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c588016e-a348-47f5-b498-43234ef44320\") failed: Property not found. retry in 58.510229ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:08.514627257Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_c588016e-a348-47f5-b498-43234ef44320","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_dd4b9bd7-7dc8-4c50-b7a6-ad30d3af9195\") failed: Property not found. retry in 71.881029ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:08.520532893Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_dd4b9bd7-7dc8-4c50-b7a6-ad30d3af9195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_64a08338-1eb5-49da-827e-ddea69a7943c\") failed: Property not found. retry in 82.781349ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:08.551063392Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_64a08338-1eb5-49da-827e-ddea69a7943c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c588016e-a348-47f5-b498-43234ef44320\") failed: Property not found. retry in 131.107287ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:08.608754744Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_c588016e-a348-47f5-b498-43234ef44320","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_dd4b9bd7-7dc8-4c50-b7a6-ad30d3af9195\") failed: Property not found. retry in 138.689079ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:08.625227127Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_dd4b9bd7-7dc8-4c50-b7a6-ad30d3af9195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_64a08338-1eb5-49da-827e-ddea69a7943c\") failed: Property not found. retry in 293.350079ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:08.750052596Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_64a08338-1eb5-49da-827e-ddea69a7943c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c588016e-a348-47f5-b498-43234ef44320\") failed: Property not found. retry in 142.201603ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:08.938712418Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_c588016e-a348-47f5-b498-43234ef44320","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_dd4b9bd7-7dc8-4c50-b7a6-ad30d3af9195\") failed: Property not found. retry in 103.979754ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:09.001852266Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_dd4b9bd7-7dc8-4c50-b7a6-ad30d3af9195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_64a08338-1eb5-49da-827e-ddea69a7943c\") failed: Property not found. retry in 440.322971ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:09.121079796Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_64a08338-1eb5-49da-827e-ddea69a7943c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c588016e-a348-47f5-b498-43234ef44320\") failed: Property not found. retry in 348.848351ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:09.143324002Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_c588016e-a348-47f5-b498-43234ef44320","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_dd4b9bd7-7dc8-4c50-b7a6-ad30d3af9195\") failed: Property not found. retry in 219.075647ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:09.162686162Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_dd4b9bd7-7dc8-4c50-b7a6-ad30d3af9195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_dd4b9bd7-7dc8-4c50-b7a6-ad30d3af9195\") failed: Property not found. retry in 1.185077704s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:09.394009901Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_dd4b9bd7-7dc8-4c50-b7a6-ad30d3af9195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c588016e-a348-47f5-b498-43234ef44320\") failed: Property not found. retry in 804.735558ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:09.503638652Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_c588016e-a348-47f5-b498-43234ef44320","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_64a08338-1eb5-49da-827e-ddea69a7943c\") failed: Property not found. retry in 722.408632ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:09.570525584Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_64a08338-1eb5-49da-827e-ddea69a7943c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_64a08338-1eb5-49da-827e-ddea69a7943c\") failed: Property not found. retry in 1.320638829s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:10.304230449Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_64a08338-1eb5-49da-827e-ddea69a7943c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c588016e-a348-47f5-b498-43234ef44320\") failed: Property not found. retry in 1.287752597s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:10.317732404Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_c588016e-a348-47f5-b498-43234ef44320","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_dd4b9bd7-7dc8-4c50-b7a6-ad30d3af9195\") failed: Property not found. retry in 962.160314ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:10.588639669Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_dd4b9bd7-7dc8-4c50-b7a6-ad30d3af9195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_dd4b9bd7-7dc8-4c50-b7a6-ad30d3af9195\") failed: Property not found. retry in 1.218494867s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:11.560026838Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_dd4b9bd7-7dc8-4c50-b7a6-ad30d3af9195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c588016e-a348-47f5-b498-43234ef44320\") failed: Property not found. retry in 562.108968ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:11.613261482Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_c588016e-a348-47f5-b498-43234ef44320","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_64a08338-1eb5-49da-827e-ddea69a7943c\") failed: Property not found. retry in 1.432580545s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:11.632986729Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_64a08338-1eb5-49da-827e-ddea69a7943c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c588016e-a348-47f5-b498-43234ef44320\") failed: Property not found. retry in 1.060949751s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:12.183775566Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_c588016e-a348-47f5-b498-43234ef44320","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_dd4b9bd7-7dc8-4c50-b7a6-ad30d3af9195\") failed: Property not found. retry in 950.833236ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:12.786563433Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_dd4b9bd7-7dc8-4c50-b7a6-ad30d3af9195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_64a08338-1eb5-49da-827e-ddea69a7943c\") failed: Property not found. retry in 1.009548861s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:13.076320718Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_64a08338-1eb5-49da-827e-ddea69a7943c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c588016e-a348-47f5-b498-43234ef44320\") failed: Property not found. retry in 1.039128259s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:13.254143476Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_c588016e-a348-47f5-b498-43234ef44320","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_dd4b9bd7-7dc8-4c50-b7a6-ad30d3af9195\") failed: Property not found. retry in 1.395423259s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:13.747043667Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_dd4b9bd7-7dc8-4c50-b7a6-ad30d3af9195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:15.090664779Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14429237625139708775"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:15.090785181Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3794891261527998048"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.162939297Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_internal_dns_c588016e-a348-47f5-b498-43234ef44320"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.162965607Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_internal_dns_dd4b9bd7-7dc8-4c50-b7a6-ad30d3af9195"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.162971978Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_internal_dns_64a08338-1eb5-49da-827e-ddea69a7943c"} {"msg":"Writing ledger to /pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.163019338Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.163311104Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/omicron-zones.json\""} {"msg":"Writing ledger to /pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.163318674Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.163500378Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/omicron-zones.json\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.163564839Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"6469cdb1-5263-4f80-9c48-df193872f9e3","remote_addr":"[fd00:1122:3344:101::1]:56622","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9489730,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.165967516Z","hostname":"buskin","pid":1566,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.213806535Z","hostname":"buskin","pid":1566,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.26046332Z","hostname":"buskin","pid":1566,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:655"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.308224267Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.308234068Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.340033721Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.340923719Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.340932619Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 64a08338-1eb5-49da-827e-ddea69a7943c (service), filesystem_pool: Some(ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: c588016e-a348-47f5-b498-43234ef44320 (service), filesystem_pool: Some(ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: dd4b9bd7-7dc8-4c50-b7a6-ad30d3af9195 (service), filesystem_pool: Some(ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 50534bbc-e79b-4382-9f0d-65daaa00ec78 (service), filesystem_pool: Some(ZpoolName { id: ca727341-d003-494b-b98d-9fa5b5aeeec8 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 9187eec3-ac34-4efc-9cac-ca1119452c7e, kind: Service { id: 50534bbc-e79b-4382-9f0d-65daaa00ec78 }, name: Name(\"ntp-50534bbc-e79b-4382-9f0d-65daaa00ec78\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 178])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.370064161Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:538"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.370187453Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:37594"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.370577051Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.370610251Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Reading ledger from /pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.370730824Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Received DatasetsConfigList { tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.370806655Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.370822765Z","hostname":"buskin","pid":1566,"request":"datasets_config_list","component":"StorageManager","file":"common/src/ledger.rs:178"} {"msg":"Reading ledger from /pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.370996719Z","hostname":"buskin","pid":1566,"request":"datasets_config_list","component":"StorageManager","file":"common/src/ledger.rs:178"} {"msg":"Found ledger on internal storage","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.371118251Z","hostname":"buskin","pid":1566,"request":"datasets_config_list","component":"StorageManager","file":"sled-storage/src/manager.rs:992"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.371164952Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.383992574Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.416374449Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.417139874Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.417155985Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.446600422Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 136, 178]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.446611272Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1271","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.473564581Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.473571381Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.473806056Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.474239685Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_ntp_50534bbc-e79b-4382-9f0d-65daaa00ec78","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.499009641Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_ntp_50534bbc-e79b-4382-9f0d-65daaa00ec78","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:15.517938722Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Profile for oxz_ntp_50534bbc-e79b-4382-9f0d-65daaa00ec78:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:16.138301654Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_50534bbc-e79b-4382-9f0d-65daaa00ec78 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:16.138426566Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_50534bbc-e79b-4382-9f0d-65daaa00ec78","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_50534bbc-e79b-4382-9f0d-65daaa00ec78\") failed: Property not found. retry in 72.058505ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:16.279476184Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_50534bbc-e79b-4382-9f0d-65daaa00ec78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_50534bbc-e79b-4382-9f0d-65daaa00ec78\") failed: Property not found. retry in 141.848815ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:16.363743577Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_50534bbc-e79b-4382-9f0d-65daaa00ec78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_50534bbc-e79b-4382-9f0d-65daaa00ec78\") failed: Property not found. retry in 243.025092ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:16.517503414Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_50534bbc-e79b-4382-9f0d-65daaa00ec78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:16.749770891Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14677523493110185006"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:16.749885173Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4713903543762200350"} {"msg":"wait for service Some(\"oxz_ntp_50534bbc-e79b-4382-9f0d-65daaa00ec78\") failed: Property not found. retry in 363.401087ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:16.769465087Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_50534bbc-e79b-4382-9f0d-65daaa00ec78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_50534bbc-e79b-4382-9f0d-65daaa00ec78\") failed: Property not found. retry in 521.114784ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:17.142774321Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_50534bbc-e79b-4382-9f0d-65daaa00ec78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_50534bbc-e79b-4382-9f0d-65daaa00ec78\") failed: Property not found. retry in 539.345367ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:17.674200248Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_50534bbc-e79b-4382-9f0d-65daaa00ec78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_50534bbc-e79b-4382-9f0d-65daaa00ec78\") failed: Property not found. retry in 1.219650482s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:18.222314712Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_50534bbc-e79b-4382-9f0d-65daaa00ec78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_50534bbc-e79b-4382-9f0d-65daaa00ec78\") failed: Property not found. retry in 1.315195582s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:19.450762304Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_50534bbc-e79b-4382-9f0d-65daaa00ec78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_50534bbc-e79b-4382-9f0d-65daaa00ec78\") failed: Property not found. retry in 616.595898ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:20.77420437Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_50534bbc-e79b-4382-9f0d-65daaa00ec78","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:21.411505954Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_ntp_50534bbc-e79b-4382-9f0d-65daaa00ec78"} {"msg":"Writing ledger to /pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:21.411573705Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:21.411889621Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/omicron-zones.json\""} {"msg":"Writing ledger to /pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:21.411903702Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:21.412140836Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/omicron-zones.json\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:21.412241188Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"2c40ba51-a5fb-496a-9590-707752bc718a","remote_addr":"[fd00:1122:3344:101::1]:37594","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6041865,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:21.41486859Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:732"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:21.445368388Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:21.445524231Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:64154"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_50534bbc-e79b-4382-9f0d-65daaa00ec78': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:21.454591829Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3954"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:21.454705871Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"2013be7c-463e-4822-b860-2277d5ea7b00","remote_addr":"[fd00:1122:3344:101::1]:64154","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9034,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:21.457276052Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:21.626790348Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:21.626952231Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:44264"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:24.117873742Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6548380365538563005"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:24.316083811Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3191602134441840933"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:25.092631787Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14429237625139708775"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:25.09273969Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3794891261527998048"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:25.163990478Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9051884434243860396"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_50534bbc-e79b-4382-9f0d-65daaa00ec78': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:25.635753264Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3954"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:25.635864006Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"bc0b3886-b9c6-479f-8cc1-14c3c47a3701","remote_addr":"[fd00:1122:3344:101::1]:44264","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008817,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:25.638076129Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:25.835486713Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:25.835653206Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:35528"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_50534bbc-e79b-4382-9f0d-65daaa00ec78': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:25.844167143Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3954"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:25.844286565Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"ea35e22b-4119-4b3a-bcdf-ea2488ec1262","remote_addr":"[fd00:1122:3344:101::1]:35528","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8551,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:25.847438997Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:25.956781362Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:25.956950426Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:35160"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:26.751840551Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14677523493110185006"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:26.751974834Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4713903543762200350"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_50534bbc-e79b-4382-9f0d-65daaa00ec78': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:31.142615618Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3954"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:31.14274889Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"9fc4da86-45dd-45e9-9ea5-925c64efc26f","remote_addr":"[fd00:1122:3344:101::1]:35160","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008711,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:31.14631123Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:31.37821433Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:31.378389303Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:61607"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:31.387741257Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"7f9fcf9a-025d-403a-8bb9-3cdcebf03e42","remote_addr":"[fd00:1122:3344:101::1]:61607","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9254,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:31.390052982Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:31.390060802Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:31.537974764Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:31.538137938Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:44033"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:31.546315568Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"59619069-91b3-479e-8889-bf9ba3fb1691","remote_addr":"[fd00:1122:3344:101::1]:44033","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8101,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:31.549004261Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:31.549015781Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:31.708097502Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:31.708263946Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:39197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:31.716941876Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"9a8eb1ea-eb4a-4b27-8cb3-1afc6818f9b1","remote_addr":"[fd00:1122:3344:101::1]:39197","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8600,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:31.720587578Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:31.720598058Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:31.921938098Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"201.10962ms"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:32.143032654Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:32.143191317Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:51049"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:32.151245345Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"20b5b0a9-2ca1-40fa-a52d-4770040ef289","remote_addr":"[fd00:1122:3344:101::1]:51049","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7940,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.209177569 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:32.152920268Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:32.152930548Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:32.606739456Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:32.606875319Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:38637"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:32.610909168Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1246036174995345413"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:32.611085191Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4554135899350342217"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:32.615163991Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"9e2b79a0-81a3-452f-b5ce-57fce4a4b10a","remote_addr":"[fd00:1122:3344:101::1]:38637","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8111,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.207917765 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:32.617561539Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:32.617566889Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:33.234093658Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:33.23421416Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:39939"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:33.242749068Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"362246ec-e57a-4603-a425-140fd9eb27b8","remote_addr":"[fd00:1122:3344:101::1]:39939","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8441,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.210137963 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:33.244754848Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:33.244761148Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:33.850130218Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:33.850300881Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:36159"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:33.859097154Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"24c2a04c-28a8-43c5-be5a-6ae3c67f61b1","remote_addr":"[fd00:1122:3344:101::1]:36159","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8732,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.207762644 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:33.860590003Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:33.860595904Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:34.293887907Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:34.29403643Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:32933"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:34.301752662Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"d8b457d8-d574-425a-b87e-c0fd66bba2ef","remote_addr":"[fd00:1122:3344:101::1]:32933","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7653,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.203712136 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:34.304076098Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:34.304081548Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:35.287938104Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6548380365538563005"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:35.3985429Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:35.398728833Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:64560"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:35.407872583Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"c6f6085e-e2e6-4a01-8a94-b9356618b982","remote_addr":"[fd00:1122:3344:101::1]:64560","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9050,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.201277077 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:35.409944244Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:35.409951704Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:35.485724945Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3191602134441840933"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:36.250671004Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:50380"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:36.250868348Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"d305f9bc-c27a-4c27-9c49-15be110e8e06","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:50380","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":85,"response_code":"200"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:36.260504997Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14429237625139708775"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:36.26062589Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3794891261527998048"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:36.330729359Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9051884434243860396"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:36.41718495Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:36.417323172Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:57075"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:36.425739088Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"363e81e2-99d4-4c3b-9f52-fb70c3c33740","remote_addr":"[fd00:1122:3344:101::1]:57075","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8366,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.197415397 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:36.427230257Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:36.427236387Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:37.913384955Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:37.913578209Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:38547"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:37.918430334Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14677523493110185006"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:37.918643499Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4713903543762200350"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:37.923172528Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"246ec2da-2f6b-4760-927c-de69810a228d","remote_addr":"[fd00:1122:3344:101::1]:38547","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9425,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.192720652 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:37.925692757Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:37.925707587Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:38.767764744Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:38.767953847Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:41074"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:38.777076297Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"567f3fe8-7460-41a5-8d6d-96f8355eb650","remote_addr":"[fd00:1122:3344:101::1]:41074","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9056,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.190637171 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:38.780664627Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:38.780672187Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:39.869655742Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:39.869837855Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:42175"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:39.878475155Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"7db3f74e-d207-4e3e-8d2f-83572e0a57c5","remote_addr":"[fd00:1122:3344:101::1]:42175","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8554,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 89013796, ip_addr: 5.78.62.36, stratum: 5, ref_time: 1732562918.6929233, correction: -0.18702893 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:39.88074938Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:39.88075827Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:42.456322149Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:42.456497462Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:36193"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:42.465596131Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"024af6cd-58f9-482a-9b54-cdb57e1dd2e2","remote_addr":"[fd00:1122:3344:101::1]:36193","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9022,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 89013796, ip_addr: 5.78.62.36, stratum: 5, ref_time: 1732562921.6158073, correction: -0.180489749 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:42.467807235Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:42.467815655Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:42.586360577Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1246036174995345413"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:42.58647885Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4554135899350342217"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:43.992258609Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:43.992453472Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:37653"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:44.001506171Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"3155721f-df7a-40f7-a361-a56e4a6841c0","remote_addr":"[fd00:1122:3344:101::1]:37653","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8954,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 89013796, ip_addr: 5.78.62.36, stratum: 5, ref_time: 1732562922.2198071, correction: -0.176071927 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:44.003616922Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:44.003623092Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:45.263120661Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6548380365538563005"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:45.45976892Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3191602134441840933"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:46.235417968Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14429237625139708775"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:46.235537541Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3794891261527998048"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:46.3046358Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9051884434243860396"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:47.141241446Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"312.619346ms"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:47.474758356Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:47.47494724Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:51228"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:47.48561623Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"687390b4-1a6c-458b-8628-98080108c154","remote_addr":"[fd00:1122:3344:101::1]:51228","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":10599,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 89013796, ip_addr: 5.78.62.36, stratum: 5, ref_time: 1732562926.3994803, correction: -0.167273268 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:47.487496957Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:47.487503817Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:47.892766139Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14677523493110185006"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:47.893485583Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4713903543762200350"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:51.633636967Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:51.63383106Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:45823"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:51.642868388Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"0226b38b-4ed2-4a5e-9dd6-9a78b30fc5ad","remote_addr":"[fd00:1122:3344:101::1]:45823","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8940,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 89013796, ip_addr: 5.78.62.36, stratum: 5, ref_time: 1732562930.5201964, correction: -0.1561407 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:51.645202894Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:51.645211173Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:52.562266534Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1246036174995345413"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:52.562385606Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4554135899350342217"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:55.239031881Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6548380365538563005"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:55.434795133Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3191602134441840933"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:56.149193087Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:56.14938539Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:46803"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:56.158355147Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"59ef1c0b-0b24-4a11-b6ed-ad94da4d35a9","remote_addr":"[fd00:1122:3344:101::1]:46803","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8915,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 89013796, ip_addr: 5.78.62.36, stratum: 5, ref_time: 1732562934.4051776, correction: -0.144311547 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:28:56.16256114Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:28:56.16257287Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:56.210502313Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"14429237625139708775"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:56.211026353Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"3794891261527998048"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:56.280115982Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9051884434243860396"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:57.868192934Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14677523493110185006"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:28:57.868307617Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4713903543762200350"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:02.476278798Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"1.394768501s"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:29:02.537316999Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1246036174995345413"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:29:02.537461312Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4554135899350342217"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:02.964954002Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:02.965081574Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:44890"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:02.974148163Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"a7eec939-a68c-448c-b2cc-ea4ef3410d76","remote_addr":"[fd00:1122:3344:101::1]:44890","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8899,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 89013796, ip_addr: 5.78.62.36, stratum: 5, ref_time: 1732562941.840566, correction: -0.126408473 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:02.976601491Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:02.976610411Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:29:05.213733573Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6548380365538563005"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:29:05.409473434Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3191602134441840933"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:06.203360932Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60723"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:06.203472454Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"d49e4702-e719-4540-831a-f279388813b7","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60723","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":41,"response_code":"200"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:29:06.254785864Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9051884434243860396"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:29:07.843931208Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14677523493110185006"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:29:07.844066501Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4713903543762200350"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:10.629696874Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:10.629909719Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:40447"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:10.638773463Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"414c2ccd-ba7e-4fb7-bef3-90426b783f72","remote_addr":"[fd00:1122:3344:101::1]:40447","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8799,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 89013796, ip_addr: 5.78.62.36, stratum: 5, ref_time: 1732562948.4226625, correction: -0.106010966 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:10.641016347Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:10.641024837Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:29:12.511726241Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1246036174995345413"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:29:12.511841073Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4554135899350342217"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:29:15.187948222Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"6548380365538563005"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:29:15.38303974Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"3191602134441840933"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:29:16.229444543Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"9051884434243860396"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:16.871052196Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:16.871242869Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:63837"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:16.879880953Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"25ba8afb-dce7-4918-a5f6-c9627721a8e4","remote_addr":"[fd00:1122:3344:101::1]:63837","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8541,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 89013796, ip_addr: 5.78.62.36, stratum: 5, ref_time: 1732562955.9928997, correction: -0.088278085 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:16.882510721Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:16.882518231Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:29:17.819067976Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14677523493110185006"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:29:17.819334858Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4713903543762200350"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:18.863099916Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"1.39240773s"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:29:22.486902478Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"1246036174995345413"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:29:22.487144453Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"4554135899350342217"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:24.959660525Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:24.959837459Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:46669"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:24.969190183Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"7693424d-a9ea-4efa-860a-9c291c3e5f0f","remote_addr":"[fd00:1122:3344:101::1]:46669","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9294,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 89013796, ip_addr: 5.78.62.36, stratum: 5, ref_time: 1732562963.7487357, correction: -0.065616116 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:24.973678811Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:24.973686981Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:762","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:29:27.79470894Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14677523493110185006"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-11-25T19:29:27.794817052Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4713903543762200350"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:31.952788982Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:31.953014831Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:40559"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:31.973217944Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"66b2cc4f-1a3f-4cb3-8b5a-b714b8dc75de","remote_addr":"[fd00:1122:3344:101::1]:40559","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":20048,"response_code":"200"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:31.973318706Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-11-25T19:29:15.383008595Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"3191602134441840933"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:31.974833516Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-11-25T19:29:22.486866307Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"1246036174995345413"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:31.975417747Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-11-25T19:28:56.211016933Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"3794891261527998048"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:31.975700773Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-11-25T19:29:15.187902871Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"6548380365538563005"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:31.976114441Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-11-25T19:29:22.487126633Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"4554135899350342217"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:31.976324605Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-11-25T19:28:56.210476192Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"14429237625139708775"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:31.976506359Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-11-25T19:29:16.229424422Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"9051884434243860396"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 89013796, ip_addr: 5.78.62.36, stratum: 5, ref_time: 1732562963.7487357, correction: -0.046626098 }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:31.977284784Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:740"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:31.977289044Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1425"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 64a08338-1eb5-49da-827e-ddea69a7943c (service), filesystem_pool: Some(ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: c588016e-a348-47f5-b498-43234ef44320 (service), filesystem_pool: Some(ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: dd4b9bd7-7dc8-4c50-b7a6-ad30d3af9195 (service), filesystem_pool: Some(ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 50534bbc-e79b-4382-9f0d-65daaa00ec78 (service), filesystem_pool: Some(ZpoolName { id: ca727341-d003-494b-b98d-9fa5b5aeeec8 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 9187eec3-ac34-4efc-9cac-ca1119452c7e, kind: Service { id: 50534bbc-e79b-4382-9f0d-65daaa00ec78 }, name: Name(\"ntp-50534bbc-e79b-4382-9f0d-65daaa00ec78\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 178])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e75f2650-a245-42d3-9d24-2a4c8145f522 (service), filesystem_pool: Some(ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External } } } }, OmicronZoneConfig { id: 2f59c006-0a7d-42ea-a0d5-5b48cf7cd990 (service), filesystem_pool: Some(ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7e8f0bb3-d78c-423c-95e4-008fd1e3aabc (service), filesystem_pool: Some(ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 0b6bc18d-d78b-4cf7-a684-c6255a25f2ed (service), filesystem_pool: Some(ZpoolName { id: d7af1128-7206-4198-91cb-ef632ea8556e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d7af1128-7206-4198-91cb-ef632ea8556e (zpool), kind: External } } } }, OmicronZoneConfig { id: 5ead9ee2-e8b0-4593-9027-48635affc5e2 (service), filesystem_pool: Some(ZpoolName { id: fe712103-328f-4ff5-a621-99ae42de7f00 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe712103-328f-4ff5-a621-99ae42de7f00 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:32.006256044Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:538"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:32.006384836Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:37743"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:32.006815295Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:32.006863754Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Reading ledger from /pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:32.00705748Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Received DatasetsConfigList { tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:32.007144101Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:32.007167632Z","hostname":"buskin","pid":1566,"request":"datasets_config_list","component":"StorageManager","file":"common/src/ledger.rs:178"} {"msg":"Reading ledger from /pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:32.007363166Z","hostname":"buskin","pid":1566,"request":"datasets_config_list","component":"StorageManager","file":"common/src/ledger.rs:178"} {"msg":"Found ledger on internal storage","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:32.007535649Z","hostname":"buskin","pid":1566,"request":"datasets_config_list","component":"StorageManager","file":"sled-storage/src/manager.rs:992"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:32.00758855Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:32.100180481Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:32.100246923Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:32.100253653Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:32.100260293Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:32.100264703Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_2f59c006-0a7d-42ea-a0d5-5b48cf7cd990","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:32.193072909Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_7e8f0bb3-d78c-423c-95e4-008fd1e3aabc","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:32.197435245Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_e75f2650-a245-42d3-9d24-2a4c8145f522","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:32.20177004Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_5ead9ee2-e8b0-4593-9027-48635affc5e2","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:32.206429472Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:32.210950701Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_cockroachdb_2f59c006-0a7d-42ea-a0d5-5b48cf7cd990","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:32.215602362Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_7e8f0bb3-d78c-423c-95e4-008fd1e3aabc","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:32.220261928Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_e75f2650-a245-42d3-9d24-2a4c8145f522","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:32.224707022Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_5ead9ee2-e8b0-4593-9027-48635affc5e2","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:32.228822492Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:32.233559316Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Profile for oxz_cockroachdb_2f59c006-0a7d-42ea-a0d5-5b48cf7cd990:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:35.161896925Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_2f59c006-0a7d-42ea-a0d5-5b48cf7cd990 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:35.162063118Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_2f59c006-0a7d-42ea-a0d5-5b48cf7cd990","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_7e8f0bb3-d78c-423c-95e4-008fd1e3aabc:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:35.168378423Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_7e8f0bb3-d78c-423c-95e4-008fd1e3aabc zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:35.168603127Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_7e8f0bb3-d78c-423c-95e4-008fd1e3aabc","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:35.225620279Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:35.225767022Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:35.24754747Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"5.647474097s"} {"msg":"Profile for oxz_cockroachdb_e75f2650-a245-42d3-9d24-2a4c8145f522:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:35.308169303Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_e75f2650-a245-42d3-9d24-2a4c8145f522 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:35.308298615Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_e75f2650-a245-42d3-9d24-2a4c8145f522","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f59c006-0a7d-42ea-a0d5-5b48cf7cd990\") failed: Property not found. retry in 29.294011ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:35.335742245Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_2f59c006-0a7d-42ea-a0d5-5b48cf7cd990","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7e8f0bb3-d78c-423c-95e4-008fd1e3aabc\") failed: Property not found. retry in 59.447168ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:35.345199091Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_7e8f0bb3-d78c-423c-95e4-008fd1e3aabc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_cockroachdb_5ead9ee2-e8b0-4593-9027-48635affc5e2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:35.345420276Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_5ead9ee2-e8b0-4593-9027-48635affc5e2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:35.345565268Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_5ead9ee2-e8b0-4593-9027-48635affc5e2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f59c006-0a7d-42ea-a0d5-5b48cf7cd990\") failed: Property not found. retry in 67.996702ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:35.376267983Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_2f59c006-0a7d-42ea-a0d5-5b48cf7cd990","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed\") failed: Property not found. retry in 54.886138ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:35.417265449Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7e8f0bb3-d78c-423c-95e4-008fd1e3aabc\") failed: Property not found. retry in 98.593443ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:35.742770773Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_7e8f0bb3-d78c-423c-95e4-008fd1e3aabc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f59c006-0a7d-42ea-a0d5-5b48cf7cd990\") failed: Property not found. retry in 242.044422ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:35.851180556Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_2f59c006-0a7d-42ea-a0d5-5b48cf7cd990","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7e8f0bb3-d78c-423c-95e4-008fd1e3aabc\") failed: Property not found. retry in 287.963ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:35.92407194Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_7e8f0bb3-d78c-423c-95e4-008fd1e3aabc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed\") failed: Property not found. retry in 86.116745ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:35.936748569Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e75f2650-a245-42d3-9d24-2a4c8145f522\") failed: Property not found. retry in 42.315719ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:35.952164307Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_e75f2650-a245-42d3-9d24-2a4c8145f522","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ead9ee2-e8b0-4593-9027-48635affc5e2\") failed: Property not found. retry in 63.921058ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:36.002687376Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_5ead9ee2-e8b0-4593-9027-48635affc5e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e75f2650-a245-42d3-9d24-2a4c8145f522\") failed: Property not found. retry in 117.537386ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:36.012695493Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_e75f2650-a245-42d3-9d24-2a4c8145f522","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed\") failed: Property not found. retry in 241.851003ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:36.061703077Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ead9ee2-e8b0-4593-9027-48635affc5e2\") failed: Property not found. retry in 99.849661ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:36.090857821Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_5ead9ee2-e8b0-4593-9027-48635affc5e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f59c006-0a7d-42ea-a0d5-5b48cf7cd990\") failed: Property not found. retry in 411.742142ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:36.48425343Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_2f59c006-0a7d-42ea-a0d5-5b48cf7cd990","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7e8f0bb3-d78c-423c-95e4-008fd1e3aabc\") failed: Property not found. retry in 328.675387ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:36.500824016Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_7e8f0bb3-d78c-423c-95e4-008fd1e3aabc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e75f2650-a245-42d3-9d24-2a4c8145f522\") failed: Property not found. retry in 184.637739ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:36.536423396Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_e75f2650-a245-42d3-9d24-2a4c8145f522","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:36.587763237Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:36.588502601Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"3669ec42-b672-44c0-b724-27da6c5952e6","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38169","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":491,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ead9ee2-e8b0-4593-9027-48635affc5e2\") failed: Property not found. retry in 278.404098ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:36.59404462Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_5ead9ee2-e8b0-4593-9027-48635affc5e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed\") failed: Property not found. retry in 536.426516ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:36.630191001Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e75f2650-a245-42d3-9d24-2a4c8145f522\") failed: Property not found. retry in 295.776533ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:36.740176845Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_e75f2650-a245-42d3-9d24-2a4c8145f522","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7e8f0bb3-d78c-423c-95e4-008fd1e3aabc\") failed: Property not found. retry in 1.100467685s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:36.842213202Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_7e8f0bb3-d78c-423c-95e4-008fd1e3aabc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ead9ee2-e8b0-4593-9027-48635affc5e2\") failed: Property not found. retry in 246.750511ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:36.889764668Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_5ead9ee2-e8b0-4593-9027-48635affc5e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f59c006-0a7d-42ea-a0d5-5b48cf7cd990\") failed: Property not found. retry in 959.164841ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:36.901760344Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_2f59c006-0a7d-42ea-a0d5-5b48cf7cd990","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e75f2650-a245-42d3-9d24-2a4c8145f522\") failed: Property not found. retry in 1.048658287s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:37.048296717Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_e75f2650-a245-42d3-9d24-2a4c8145f522","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ead9ee2-e8b0-4593-9027-48635affc5e2\") failed: Property not found. retry in 701.575736ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:37.14760937Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_5ead9ee2-e8b0-4593-9027-48635affc5e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed\") failed: Property not found. retry in 400.436809ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:37.174716473Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed\") failed: Property not found. retry in 1.119300322s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:37.585996415Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ead9ee2-e8b0-4593-9027-48635affc5e2\") failed: Property not found. retry in 1.436840632s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:37.857952965Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_5ead9ee2-e8b0-4593-9027-48635affc5e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f59c006-0a7d-42ea-a0d5-5b48cf7cd990\") failed: Property not found. retry in 1.06851223s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:37.867509913Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_2f59c006-0a7d-42ea-a0d5-5b48cf7cd990","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7e8f0bb3-d78c-423c-95e4-008fd1e3aabc\") failed: Property not found. retry in 1.053728439s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:37.950324342Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_7e8f0bb3-d78c-423c-95e4-008fd1e3aabc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e75f2650-a245-42d3-9d24-2a4c8145f522\") failed: Property not found. retry in 837.896623ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:38.105560636Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_e75f2650-a245-42d3-9d24-2a4c8145f522","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed\") failed: Property not found. retry in 1.2785117s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:38.713115949Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f59c006-0a7d-42ea-a0d5-5b48cf7cd990\") failed: Property not found. retry in 1.458549408s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:38.941767617Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_2f59c006-0a7d-42ea-a0d5-5b48cf7cd990","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e75f2650-a245-42d3-9d24-2a4c8145f522\") failed: Property not found. retry in 673.013619ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:38.949075721Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_e75f2650-a245-42d3-9d24-2a4c8145f522","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7e8f0bb3-d78c-423c-95e4-008fd1e3aabc\") failed: Property not found. retry in 1.434126279s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:39.00955288Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_7e8f0bb3-d78c-423c-95e4-008fd1e3aabc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ead9ee2-e8b0-4593-9027-48635affc5e2\") failed: Property not found. retry in 502.482228ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:39.300122187Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_5ead9ee2-e8b0-4593-9027-48635affc5e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e75f2650-a245-42d3-9d24-2a4c8145f522\") failed: Property not found. retry in 813.781143ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:39.63066934Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_e75f2650-a245-42d3-9d24-2a4c8145f522","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ead9ee2-e8b0-4593-9027-48635affc5e2\") failed: Property not found. retry in 1.380349416s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:39.811203021Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_5ead9ee2-e8b0-4593-9027-48635affc5e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed\") failed: Property not found. retry in 682.488178ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:40.002946883Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f59c006-0a7d-42ea-a0d5-5b48cf7cd990\") failed: Property not found. retry in 605.597316ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:40.40993976Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_2f59c006-0a7d-42ea-a0d5-5b48cf7cd990","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7e8f0bb3-d78c-423c-95e4-008fd1e3aabc\") failed: Property not found. retry in 580.020931ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:40.452204892Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_7e8f0bb3-d78c-423c-95e4-008fd1e3aabc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e75f2650-a245-42d3-9d24-2a4c8145f522\") failed: Property not found. retry in 1.271130933s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:40.46280374Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_e75f2650-a245-42d3-9d24-2a4c8145f522","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed\") failed: Property not found. retry in 1.326156175s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:40.693243254Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f59c006-0a7d-42ea-a0d5-5b48cf7cd990\") failed: Property not found. retry in 969.046439ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:41.023722726Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_2f59c006-0a7d-42ea-a0d5-5b48cf7cd990","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7e8f0bb3-d78c-423c-95e4-008fd1e3aabc\") failed: Property not found. retry in 1.352024526s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:41.040001796Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_7e8f0bb3-d78c-423c-95e4-008fd1e3aabc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ead9ee2-e8b0-4593-9027-48635affc5e2\") failed: Property not found. retry in 845.907627ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:41.195958562Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_5ead9ee2-e8b0-4593-9027-48635affc5e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e75f2650-a245-42d3-9d24-2a4c8145f522\") failed: Property not found. retry in 654.352487ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:41.739921136Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_e75f2650-a245-42d3-9d24-2a4c8145f522","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f59c006-0a7d-42ea-a0d5-5b48cf7cd990\") failed: Property not found. retry in 755.911901ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:41.998141535Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_2f59c006-0a7d-42ea-a0d5-5b48cf7cd990","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed\") failed: Property not found. retry in 1.174009948s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:42.024345881Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ead9ee2-e8b0-4593-9027-48635affc5e2\") failed: Property not found. retry in 641.296217ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:42.047698009Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_5ead9ee2-e8b0-4593-9027-48635affc5e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7e8f0bb3-d78c-423c-95e4-008fd1e3aabc\") failed: Property not found. retry in 848.483859ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:42.401231015Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_7e8f0bb3-d78c-423c-95e4-008fd1e3aabc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e75f2650-a245-42d3-9d24-2a4c8145f522\") failed: Property not found. retry in 1.347998752s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:42.409461747Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_e75f2650-a245-42d3-9d24-2a4c8145f522","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5ead9ee2-e8b0-4593-9027-48635affc5e2\") failed: Property not found. retry in 943.97499ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:42.696577226Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_5ead9ee2-e8b0-4593-9027-48635affc5e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f59c006-0a7d-42ea-a0d5-5b48cf7cd990\") failed: Property not found. retry in 1.027337758s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:42.760699577Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_2f59c006-0a7d-42ea-a0d5-5b48cf7cd990","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed\") failed: Property not found. retry in 710.665275ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:43.205375365Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7e8f0bb3-d78c-423c-95e4-008fd1e3aabc\") failed: Property not found. retry in 949.081889ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:43.257646164Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_7e8f0bb3-d78c-423c-95e4-008fd1e3aabc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:44.228405581Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_cockroachdb_2f59c006-0a7d-42ea-a0d5-5b48cf7cd990"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:44.228466482Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_cockroachdb_7e8f0bb3-d78c-423c-95e4-008fd1e3aabc"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:44.228474703Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_cockroachdb_e75f2650-a245-42d3-9d24-2a4c8145f522"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:44.228482653Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_cockroachdb_5ead9ee2-e8b0-4593-9027-48635affc5e2"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:44.228489643Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed"} {"msg":"Writing ledger to /pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:44.228510183Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:44.228880211Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/omicron-zones.json\""} {"msg":"Writing ledger to /pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:44.228897761Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:44.229150916Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/omicron-zones.json\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:44.229254698Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"feecfc8f-b036-45b5-b7dc-9251effa29c3","remote_addr":"[fd00:1122:3344:101::1]:37743","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":12255740,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:44.264900339Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:48712"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:44.296332168Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"298ff127-5bcd-4d81-95b7-ceb9c278499a","remote_addr":"[fd00:1122:3344:101::1]:48712","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService9/omicron6 in oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed /usr/sbin/ipadm show-addr -p -o ADDR oxControlService9/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":31337,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:44.296661304Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1154","retry_after":"84.815218ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"298ff127-5bcd-4d81-95b7-ceb9c278499a\", \"content-length\": \"124\", \"date\": \"Mon, 25 Nov 2024 19:29:44 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"298ff127-5bcd-4d81-95b7-ceb9c278499a\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:44.410010484Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"b4873db2-e8c4-40a2-a0ad-c05be2d96759","remote_addr":"[fd00:1122:3344:101::1]:48712","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService9/omicron6 in oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed /usr/sbin/ipadm show-addr -p -o ADDR oxControlService9/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":27414,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:44.410175397Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1154","retry_after":"153.48117ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4873db2-e8c4-40a2-a0ad-c05be2d96759\", \"content-length\": \"124\", \"date\": \"Mon, 25 Nov 2024 19:29:44 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b4873db2-e8c4-40a2-a0ad-c05be2d96759\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:44.59124484Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"8beb8ce6-0c4f-4815-a7e7-de802afa4d02","remote_addr":"[fd00:1122:3344:101::1]:48712","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService9/omicron6 in oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_0b6bc18d-d78b-4cf7-a684-c6255a25f2ed /usr/sbin/ipadm show-addr -p -o ADDR oxControlService9/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":27262,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:29:44.591420823Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1154","retry_after":"194.30162ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8beb8ce6-0c4f-4815-a7e7-de802afa4d02\", \"content-length\": \"124\", \"date\": \"Mon, 25 Nov 2024 19:29:44 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"8beb8ce6-0c4f-4815-a7e7-de802afa4d02\" }"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::6]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:29:44.815110384Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3797"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:08.112158138Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3815"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:20.656557157Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3838"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:20.658300601Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"2e84b397-399b-42cc-8768-9d70ec887736","remote_addr":"[fd00:1122:3344:101::1]:48712","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35886276,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:20.661008174Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:64529"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:20.662781961Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"0fca5e89-44a3-4a99-978f-155a8200f939","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:64529","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":533,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:20.677492862Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"5.790398564s"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 64a08338-1eb5-49da-827e-ddea69a7943c (service), filesystem_pool: Some(ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: c588016e-a348-47f5-b498-43234ef44320 (service), filesystem_pool: Some(ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: dd4b9bd7-7dc8-4c50-b7a6-ad30d3af9195 (service), filesystem_pool: Some(ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 50534bbc-e79b-4382-9f0d-65daaa00ec78 (service), filesystem_pool: Some(ZpoolName { id: ca727341-d003-494b-b98d-9fa5b5aeeec8 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 9187eec3-ac34-4efc-9cac-ca1119452c7e, kind: Service { id: 50534bbc-e79b-4382-9f0d-65daaa00ec78 }, name: Name(\"ntp-50534bbc-e79b-4382-9f0d-65daaa00ec78\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 136, 178])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e75f2650-a245-42d3-9d24-2a4c8145f522 (service), filesystem_pool: Some(ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External } } } }, OmicronZoneConfig { id: 2f59c006-0a7d-42ea-a0d5-5b48cf7cd990 (service), filesystem_pool: Some(ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7e8f0bb3-d78c-423c-95e4-008fd1e3aabc (service), filesystem_pool: Some(ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 0b6bc18d-d78b-4cf7-a684-c6255a25f2ed (service), filesystem_pool: Some(ZpoolName { id: d7af1128-7206-4198-91cb-ef632ea8556e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d7af1128-7206-4198-91cb-ef632ea8556e (zpool), kind: External } } } }, OmicronZoneConfig { id: 5ead9ee2-e8b0-4593-9027-48635affc5e2 (service), filesystem_pool: Some(ZpoolName { id: fe712103-328f-4ff5-a621-99ae42de7f00 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe712103-328f-4ff5-a621-99ae42de7f00 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6b3cbeea-c72e-481d-a7a1-e27c601ccb03 (service), filesystem_pool: Some(ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: f04f2a94-1775-401c-8f4b-f933311d21a8, kind: Service { id: 6b3cbeea-c72e-481d-a7a1-e27c601ccb03 }, name: Name(\"external-dns-6b3cbeea-c72e-481d-a7a1-e27c601ccb03\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 189])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 5e357e48-2959-4886-8b9d-557b95c45fb7 (service), filesystem_pool: Some(ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: d231a61b-6b3d-4ea9-b8ff-35ab162113d2, kind: Service { id: 5e357e48-2959-4886-8b9d-557b95c45fb7 }, name: Name(\"external-dns-5e357e48-2959-4886-8b9d-557b95c45fb7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 146])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67 (service), filesystem_pool: Some(ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 7c489787-90c9-4b93-99c1-8a1f226c1096, kind: Service { id: a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67 }, name: Name(\"nexus-a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 21])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1d808376-6b5a-46f0-b373-d7ba578556eb (service), filesystem_pool: Some(ZpoolName { id: ca727341-d003-494b-b98d-9fa5b5aeeec8 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 5304be8f-eb23-4485-b885-5b368db0b5b6, kind: Service { id: 1d808376-6b5a-46f0-b373-d7ba578556eb }, name: Name(\"nexus-1d808376-6b5a-46f0-b373-d7ba578556eb\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 88])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037 (service), filesystem_pool: Some(ZpoolName { id: 1b4c5120-bb11-444d-9c86-edb04be1264c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: d755e6b0-59ef-4a09-9894-b39bfb858111, kind: Service { id: 29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037 }, name: Name(\"nexus-29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 233, 3])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4f833d1f-8a98-4545-91ff-69d713fdd1f0 (service), filesystem_pool: Some(ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 21786b6f-d071-4762-9de6-138ef833b3de (service), filesystem_pool: Some(ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External } } } }, OmicronZoneConfig { id: 9bea4b41-0e61-416b-9a60-0c3dff58b905 (service), filesystem_pool: Some(ZpoolName { id: d7af1128-7206-4198-91cb-ef632ea8556e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 234660ab-07d6-46bf-8748-19a6e4eb0d61 (service), filesystem_pool: Some(ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 0a80d709-bf2b-457a-9df6-b7c61cf35e54 (service), filesystem_pool: Some(ZpoolName { id: 2517e8b2-3022-4575-a6ad-4786cce7adb4 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 7c96e2c2-1643-4666-b1e3-92a7f608b3f8 (service), filesystem_pool: Some(ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External } } } }, OmicronZoneConfig { id: 7db61d8a-2b76-4a38-9be0-42b379308323 (service), filesystem_pool: Some(ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External } } } }, OmicronZoneConfig { id: d6f634f5-3528-4e41-966f-f47648523f6a (service), filesystem_pool: Some(ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 863e78e3-a753-4fb2-97de-c46023f03292 (service), filesystem_pool: Some(ZpoolName { id: d7af1128-7206-4198-91cb-ef632ea8556e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d7af1128-7206-4198-91cb-ef632ea8556e (zpool), kind: External } } } }, OmicronZoneConfig { id: 1287099d-2056-4e10-99e5-632481da2c2b (service), filesystem_pool: Some(ZpoolName { id: fe712103-328f-4ff5-a621-99ae42de7f00 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe712103-328f-4ff5-a621-99ae42de7f00 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42cf72f4-fa5d-45b0-b91f-af1c2e33690d (service), filesystem_pool: Some(ZpoolName { id: ca727341-d003-494b-b98d-9fa5b5aeeec8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ca727341-d003-494b-b98d-9fa5b5aeeec8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3a33ba47-8706-4469-959c-acd4a6a8404e (service), filesystem_pool: Some(ZpoolName { id: 1b4c5120-bb11-444d-9c86-edb04be1264c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1b4c5120-bb11-444d-9c86-edb04be1264c (zpool), kind: External } } } }, OmicronZoneConfig { id: fa3bd66a-1a51-4937-9188-36e5fc334f7c (service), filesystem_pool: Some(ZpoolName { id: df57d550-ef00-4438-9a9e-b1b08bdaa525 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: df57d550-ef00-4438-9a9e-b1b08bdaa525 (zpool), kind: External } } } }, OmicronZoneConfig { id: 34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3 (service), filesystem_pool: Some(ZpoolName { id: 2517e8b2-3022-4575-a6ad-4786cce7adb4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2517e8b2-3022-4575-a6ad-4786cce7adb4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:20.71736395Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:538"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:20.718002283Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:49163"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:20.721012462Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:20.721249126Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Reading ledger from /pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:20.721491501Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Received DatasetsConfigList { tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:20.721886139Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:20.722002721Z","hostname":"buskin","pid":1566,"request":"datasets_config_list","component":"StorageManager","file":"common/src/ledger.rs:178"} {"msg":"Reading ledger from /pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:20.722657718Z","hostname":"buskin","pid":1566,"request":"datasets_config_list","component":"StorageManager","file":"common/src/ledger.rs:178"} {"msg":"Found ledger on internal storage","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:20.723375058Z","hostname":"buskin","pid":1566,"request":"datasets_config_list","component":"StorageManager","file":"sled-storage/src/manager.rs:992"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:20.72451345Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:20.951456401Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:20.952384923Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:20.952417501Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:20.952439252Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:20.952461142Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:20.952599595Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:20.952606261Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:20.952616583Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:20.954098263Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:20.955751946Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.142249144Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.142612587Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.142637479Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.14269822Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.14410207Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.145597124Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.190533312Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.190579448Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.19058361Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.190722785Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.196843244Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.202188141Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.207164637Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.211951921Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.216516141Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.221196606Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.226250791Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.348278765Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.352466017Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.356971975Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.360843841Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.364943372Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.369661824Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.374241714Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.379987527Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.385048706Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.389978183Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.394857504Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_21786b6f-d071-4762-9de6-138ef833b3de","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.40106962Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.406491322Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.41223688Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.420414952Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.427465728Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.435151929Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_clickhouse_21786b6f-d071-4762-9de6-138ef833b3de","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.443979001Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.45121594Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.457939196Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.527109333Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.616532097Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.695791738Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.757758137Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.814274986Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.816692103Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.816724483Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.880022785Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 175, 189]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.880074476Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1271","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.882141789Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.88215873Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.939793077Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 225, 146]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.939817528Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1271","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.941657452Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.941673127Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.998295505Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 233, 3]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:21.998326765Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1271","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.003612829Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.00363206Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.059263991Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 161, 21]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.059291381Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1271","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.061138122Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.061153206Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.1183738Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 147, 88]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.118398331Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1271","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.118626125Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.118637175Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.118669476Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.118677056Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.118763378Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.118771978Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.129366356Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.131081405Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"no nat entry found for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.20883708Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.208887724Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.209038515Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.209049061Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.209363449Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.214562337Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.217689438Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.217834871Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.217850341Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"creation of nat entry successful for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.221224528Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.224394172Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.224405234Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.326205367Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.421592195Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.43172717Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.439906165Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Configuring new Omicron zone: oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.450037186Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.458262137Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.468061999Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.475299171Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.490117342Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:22.499118201Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Profile for oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:28.815646359Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:28.860735653Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:29.028876075Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:29.044126341Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:30.038171442Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:30.038473368Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:30.038522539Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:30.041173481Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:30.047815661Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:30.048120677Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:30.048481114Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:30.048693575Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:30.048829675Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:30.051100696Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:30.05741908Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:30.063878026Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:30.069510947Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:30.075550895Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 26.346537ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:30.250208502Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 41.472128ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:30.262493903Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 29.03554ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:30.273930587Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 139.667806ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:30.289219387Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 38.311824ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:30.299883257Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 43.638889ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:30.309360143Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 57.651739ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:30.319838928Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 108.840846ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:30.330766302Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 37.647179ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:30.33982506Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 71.404476ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:30.349285996Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 113.39713ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:30.359282342Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 34.308552ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:30.368577734Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 70.869594ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:30.379288914Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 75.990047ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:30.389987434Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 99.08082ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:30.399364118Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 139.409508ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:30.409785433Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 60.860028ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:30.420064034Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 209.452285ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:30.431224783Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 296.228371ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:30.442544085Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 248.940318ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:30.452687254Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 132.310827ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:30.464163749Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 181.797751ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:30.478245866Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 121.175893ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:30.490604758Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 281.927616ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:30.508666662Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 281.769508ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:30.524541954Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 266.651857ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:30.570367663Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 170.421841ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:30.825664578Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 366.761045ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:30.842073503Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 562.844576ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:30.995129316Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 307.367283ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:31.012979236Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 413.1715ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:31.026120244Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 274.412278ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:31.036559999Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 549.062991ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:31.048103845Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 320.577017ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:31.061429587Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 296.52936ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:31.073982453Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 473.24769ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:31.08450163Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 1.061932708s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:31.222517327Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 757.057012ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:31.325205632Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 1.059239996s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:31.337602985Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 1.192648603s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:31.38371006Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 1.081040543s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:31.394643504Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 426.874649ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:31.451446189Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 563.978986ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:31.570385282Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 984.379684ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:31.585234643Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 849.316912ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:31.610215243Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 1.243724901s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:31.893166884Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 745.465548ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:32.095274839Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 1.028987736s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:32.150570314Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:32.162157721Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:32.162890324Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:32.162922762Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:32.170564846Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 989.363406ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:32.298852233Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 33.16249ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:32.397921507Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 600.24429ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:32.412090335Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\") failed: Property not found. retry in 30.040212ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:32.422639832Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 115.396176ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:32.444013501Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\") failed: Property not found. retry in 134.7879ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:32.464065075Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 1.363974153s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:32.475386897Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 1.447621119s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:32.487917492Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 248.638128ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:32.572506872Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 1.251587325s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:32.585809723Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 1.270309701s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:32.597550193Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\") failed: Property not found. retry in 228.388415ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:32.609878115Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 449.383758ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:32.835714976Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\") failed: Property not found. retry in 391.549111ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:32.852552276Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 1.365813987s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:32.863414329Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 538.979372ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:33.027486188Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 1.480233527s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:33.151310867Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 769.258483ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:33.197238008Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\") failed: Property not found. retry in 936.343128ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:33.257392038Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 855.63417ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:33.298690298Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 1.164124411s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:33.309943699Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 661.262359ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:33.580199241Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 753.008601ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:33.851952932Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 1.303543219s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:33.862902349Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 1.339199269s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:33.879769418Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 675.895313ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:33.947783199Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 770.470549ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:33.979630147Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 1.453702616s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:34.168291388Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\") failed: Property not found. retry in 758.746807ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:34.202491939Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 1.031228484s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:34.239170509Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 576.374772ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:34.253174244Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 1.014018294s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:34.482515593Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 740.667203ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:34.614230097Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 699.388227ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:34.63321123Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 674.685109ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:34.641622808Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 1.398570948s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:34.758386325Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 563.711182ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:34.837829564Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\") failed: Property not found. retry in 1.100670343s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:34.970361574Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 805.797214ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:35.176309574Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 634.98532ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:35.228334755Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 1.031921187s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:35.279400776Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 883.54285ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:35.325581002Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 1.209839681s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:35.341997815Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 1.339940098s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:35.363938475Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 534.315801ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:35.411432817Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 551.478162ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:35.505931971Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 861.946447ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:35.631304871Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 803.529701ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:35.871989142Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 1.051747089s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:35.955807377Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 666.429398ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:35.99064684Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 851.159349ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:36.067213502Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\") failed: Property not found. retry in 722.142189ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:36.079258349Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 709.289867ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:36.165521521Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 1.196839564s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:36.217887608Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 866.126214ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:36.320786897Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 1.362027211s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:36.501767918Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 854.184862ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:36.561045941Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 1.373103188s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:36.665879368Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 1.03873801s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:36.685457962Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 825.472578ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:36.713134065Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\") failed: Property not found. retry in 1.009220389s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:36.810776121Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 806.28582ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:36.883870035Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 707.323283ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:36.927083522Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 616.359428ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:37.016732221Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 1.11880659s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:37.195556829Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 881.640669ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:37.423232326Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 963.022184ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:37.430809355Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 849.596541ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:37.5482687Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 965.331573ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:37.641934447Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 956.573197ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:37.648872163Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 1.269384587s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:37.698833514Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 750.536801ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:37.732577016Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\") failed: Property not found. retry in 1.394335473s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:37.828915115Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 552.690631ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:37.872217155Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 1.229038364s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:38.048233488Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 507.718055ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:38.313399891Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 856.877944ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:38.322772335Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 1.097527055s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:38.403286674Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 1.104432262s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:38.411503345Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 1.460733082s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:38.434030597Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 1.032273607s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:38.492248729Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 1.138307467s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:38.614120591Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 802.725702ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:38.622622267Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 1.374435197s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:38.829890374Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 1.263023456s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:38.977708073Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 923.027032ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:39.189887456Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\") failed: Property not found. retry in 829.768336ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:39.232196817Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 578.911385ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:39.286202356Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 1.164688228s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:39.434497915Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 682.399907ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:39.509251492Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 1.128770618s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:39.525150124Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 920.184039ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:39.533671811Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 594.526608ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:39.760580053Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 1.064315639s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:39.873725413Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 536.142935ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:39.9036725Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\") failed: Property not found. retry in 1.207511212s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:40.070656316Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 898.197607ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:40.121368231Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 1.400624209s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:40.202048474Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 1.016713235s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:40.213292534Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 801.175362ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:40.249953684Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 1.130320774s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:40.364122854Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 1.190272816s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:40.449955838Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 772.572059ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:40.462762569Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 955.876438ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:40.607111341Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 1.446381143s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:40.663170431Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 1.466352983s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:40.946579121Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 1.089774462s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:41.0495113Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 523.89191ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:41.059406034Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 951.950941ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:41.239377435Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 1.492410881s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:41.247420913Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\") failed: Property not found. retry in 771.862874ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:41.287232324Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 1.261792433s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:41.503769243Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 1.318079823s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:41.572568039Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 783.273059ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:41.592429382Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 1.171702151s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:41.612572517Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 1.050766735s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:41.648165385Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\") failed: Property not found. retry in 1.451029668s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:42.070619994Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 667.412715ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:42.119724727Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 672.237466ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:42.153729344Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 1.212767618s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:42.588596116Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 1.488360614s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:42.653874317Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 1.084783458s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:42.684214872Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 951.970563ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:42.725476832Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 1.230194645s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:42.865941387Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 918.219769ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:42.883296118Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 722.159722ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:42.896996437Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 862.742105ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:42.91298823Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 612.137271ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:42.927305431Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 521.140328ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:42.943550661Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 926.605836ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:43.478841801Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\") failed: Property not found. retry in 972.743578ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:43.535093371Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 1.119001865s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:43.55214806Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 1.305714415s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:43.631921005Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 706.43309ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:43.691145257Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 662.821002ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:43.782451548Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 707.258331ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:43.795896872Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 756.422628ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:43.808742244Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 1.02033064s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:43.821224589Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:43.999717008Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"21.842751769s"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 1.424407943s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:44.109308591Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 1.05349047s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:44.154281343Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 630.249676ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:44.408040392Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 872.277649ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:44.416763923Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 1.074300075s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:44.455203267Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 985.693099ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:44.512802727Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\") failed: Property not found. retry in 724.645514ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:44.521022188Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 1.029360522s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:44.574372545Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 625.992157ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:44.682393914Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 1.132859868s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:44.850826819Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 1.478010263s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:44.94670839Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 1.149801079s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:45.047239792Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:45.076351183Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:45.077070317Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 511.153573ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:45.21840332Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\") failed: Property not found. retry in 1.415116097s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:45.255259244Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 1.406338781s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:45.29939617Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 958.192897ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:45.31778596Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61\") failed: Property not found. retry in 53.509884ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:45.453298159Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 650.679294ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:45.507554423Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61\") failed: Property not found. retry in 50.159363ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:45.515580781Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 611.21749ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:45.53951435Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 718.11182ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:45.547891765Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:45.54815833Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:45.548391215Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61\") failed: Property not found. retry in 179.289218ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:45.574779422Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 1.332563132s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:45.612575964Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323\") failed: Property not found. retry in 30.72138ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:45.723548841Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 623.168207ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:45.73875975Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323\") failed: Property not found. retry in 100.166388ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:45.80403042Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61\") failed: Property not found. retry in 542.511512ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:45.81320094Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323\") failed: Property not found. retry in 249.604694ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:45.914424736Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 1.377465364s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:45.992770263Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:46.048260202Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:46.048437245Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 1.070329494s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:46.161246608Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 1.498057783s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:46.169460694Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323\") failed: Property not found. retry in 461.566157ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:46.177404516Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 1.409671977s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:46.206759921Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7\") failed: Property not found. retry in 60.194516ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:46.220415289Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 1.214101075s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:46.27446051Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 708.963228ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:46.285422765Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7\") failed: Property not found. retry in 142.625536ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:46.292476263Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61\") failed: Property not found. retry in 880.489444ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:46.365258671Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 1.171999384s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:46.373579554Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 1.344324137s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:46.434815646Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7\") failed: Property not found. retry in 123.878356ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:46.444741181Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7\") failed: Property not found. retry in 568.375076ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:46.577415684Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323\") failed: Property not found. retry in 846.930344ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:46.649377785Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\") failed: Property not found. retry in 1.135401929s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:46.680113339Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 524.944143ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:46.713989343Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 1.274613715s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:46.954586143Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 718.36987ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:47.003098055Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7\") failed: Property not found. retry in 484.220455ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:47.154858772Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 1.46475023s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:47.240907341Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 886.057127ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:47.249008449Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61\") failed: Property not found. retry in 1.007860329s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:47.256105968Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 1.334238475s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:47.379668283Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 617.019171ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:47.58135774Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323\") failed: Property not found. retry in 1.304818575s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:47.692578622Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 951.834003ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:47.74088073Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 1.232128897s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:47.782561898Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 1.151431323s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:47.828529237Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7\") failed: Property not found. retry in 1.20564388s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:47.867322841Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 1.094455642s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:47.91521895Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 1.176769831s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:47.959844326Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\") failed: Property not found. retry in 794.804408ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:48.009375188Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 1.025033213s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:48.145225103Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 643.945039ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:48.208111617Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 949.694361ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:48.238077345Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61\") failed: Property not found. retry in 1.212640584s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:48.273286895Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 663.898534ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:48.701779192Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 1.425850921s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:48.713676285Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 808.614376ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:48.723266974Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\") failed: Property not found. retry in 1.286198424s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:48.812120687Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 543.566721ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:48.941466874Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 1.204069644s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:49.085586542Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323\") failed: Property not found. retry in 923.156799ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:49.102130457Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 745.10542ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:49.118237863Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7\") failed: Property not found. retry in 1.346979124s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:49.132261238Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 1.347283556s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:49.150623588Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 567.280444ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:49.167812915Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 998.244955ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:49.187304808Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 1.201677089s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:49.204074127Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 1.187310885s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:49.377305896Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 642.038034ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:49.49527928Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61\") failed: Property not found. retry in 998.426769ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:49.503386189Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 1.042834347s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:49.540835834Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 923.141021ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:49.745395167Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 965.475947ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:49.873197155Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323\") failed: Property not found. retry in 768.021976ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:50.035669052Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\") failed: Property not found. retry in 514.511431ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:50.10795084Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 961.274953ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:50.146465196Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 914.667562ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:50.154652647Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 1.454132039s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:50.194786664Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 1.479257654s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:50.297614392Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 630.352094ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:50.414645868Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7\") failed: Property not found. retry in 1.354151486s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:50.488274772Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 602.820066ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:50.505821216Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61\") failed: Property not found. retry in 1.463126394s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:50.512821818Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 611.139232ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:50.572385902Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 568.274667ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:50.593291362Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\") failed: Property not found. retry in 879.951186ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:50.632305558Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 559.025211ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:50.678961403Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323\") failed: Property not found. retry in 1.15884397s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:50.812889021Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:50.818342358Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:63388"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:50.847886568Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"d006d083-3774-4223-a59b-c58d8ec46279","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:63388","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":27312,"response_code":"200"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 825.416358ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:50.855880185Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 589.451615ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:51.05603191Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 1.402651606s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:51.113886206Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 1.021678329s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:51.122138628Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 1.470603079s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:51.13144438Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 1.486760262s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:51.169557248Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 1.105125519s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:51.19154791Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 807.075701ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:51.24612957Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\") failed: Property not found. retry in 843.449729ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:51.521461842Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 1.414245015s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:51.655771487Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 918.691137ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:51.663496279Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 548.002497ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:51.689649992Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 1.403152829s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:51.785810769Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7\") failed: Property not found. retry in 1.085008508s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:51.850007548Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323\") failed: Property not found. retry in 1.173124429s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:51.979211103Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61\") failed: Property not found. retry in 515.873518ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:51.985618989Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 1.034739221s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:52.06162922Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 890.56703ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:52.153479512Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 1.056483987s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:52.245917656Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 1.095954809s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:52.303557367Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\") failed: Property not found. retry in 1.444900741s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:52.372478279Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61\") failed: Property not found. retry in 759.603792ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:52.509446256Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 891.717008ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:52.524217786Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 556.746475ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:52.589985857Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 947.525036ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:52.609775895Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 1.265821816s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:52.66557198Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7\") failed: Property not found. retry in 1.378694869s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:52.943518853Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 1.19135383s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:53.052544302Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 840.700694ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:53.078381919Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 1.368793572s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:53.104782007Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 620.921942ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:53.154430651Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323\") failed: Property not found. retry in 1.375902993s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:53.16152579Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 977.971738ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:53.196857283Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61\") failed: Property not found. retry in 838.743572ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:53.278432314Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 1.096214669s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:53.310571234Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 808.970749ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:53.411133778Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 1.019260503s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:53.4250062Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 712.6383ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:53.570443313Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:53.701119037Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:53.701314981Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:53.740109512Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:53.740264775Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 1.230188929s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:53.786029203Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\") failed: Property not found. retry in 1.001553974s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:53.828864784Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 999.338815ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:53.935340743Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 1.456392919s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:53.947422549Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03\") failed: Property not found. retry in 68.492536ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:53.961248421Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8\") failed: Property not found. retry in 42.13153ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:53.98976039Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03\") failed: Property not found. retry in 142.255869ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:54.038966036Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8\") failed: Property not found. retry in 131.351781ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:54.046599105Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61\") failed: Property not found. retry in 1.450642222s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:54.128507322Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 737.367077ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:54.187631373Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8\") failed: Property not found. retry in 276.650682ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:54.200056186Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03\") failed: Property not found. retry in 210.677202ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:54.21146402Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 1.168702689s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:54.230597485Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 915.575701ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:54.253565126Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 1.182011844s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:54.294731434Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7\") failed: Property not found. retry in 768.049234ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:54.333532525Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 1.398897062s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:54.416385141Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03\") failed: Property not found. retry in 422.504752ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:54.432320943Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 1.482679064s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:54.454283864Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:54.454765934Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:54.454985698Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 1.260984098s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:54.483063399Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8\") failed: Property not found. retry in 284.265167ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:54.490996375Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323\") failed: Property not found. retry in 609.068865ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:54.546383032Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0\") failed: Property not found. retry in 55.852231ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:54.644017107Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0\") failed: Property not found. retry in 140.090456ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:54.711538232Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8\") failed: Property not found. retry in 1.0924197s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:54.786596625Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\") failed: Property not found. retry in 1.371506427s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:54.844172154Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0\") failed: Property not found. retry in 133.730189ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:54.863091765Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03\") failed: Property not found. retry in 433.778422ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:54.871858587Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 865.568557ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:54.934518037Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 1.228123381s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:54.944642695Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0\") failed: Property not found. retry in 550.287206ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:55.007021789Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 968.601985ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:55.026099223Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7\") failed: Property not found. retry in 658.890058ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:55.111206873Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323\") failed: Property not found. retry in 1.157441932s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:55.165225353Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 1.055192651s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:55.183186975Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03\") failed: Property not found. retry in 668.295672ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:55.320162473Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:55.320325166Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:55.320471209Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 1.08217925s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:55.409263301Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 959.623156ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:55.417439712Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67\") failed: Property not found. retry in 72.316938ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:55.465843151Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 1.04432081s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:55.485394425Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67\") failed: Property not found. retry in 114.867487ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:55.548245638Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0\") failed: Property not found. retry in 1.13623818s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:55.579565683Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61\") failed: Property not found. retry in 1.176823364s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:55.594119648Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67\") failed: Property not found. retry in 196.251121ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:55.67676319Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 1.446269881s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:55.75630303Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7\") failed: Property not found. retry in 1.286307977s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:55.781608417Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 1.31253306s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:55.813177016Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 574.313424ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:55.826432916Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67\") failed: Property not found. retry in 225.487617ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:55.885607967Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8\") failed: Property not found. retry in 1.468947808s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:55.896214136Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 1.475535821s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:55.948980411Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03\") failed: Property not found. retry in 1.307004277s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:56.000376989Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 1.376921079s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:56.012315233Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67\") failed: Property not found. retry in 800.01292ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:56.124867811Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 1.081331201s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:56.1849109Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\") failed: Property not found. retry in 1.178682587s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:56.22621912Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 1.082183181s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:56.248347614Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323\") failed: Property not found. retry in 1.354283781s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:56.334484674Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 525.387188ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:56.389771349Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 579.365955ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:56.41326358Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 1.225065004s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:56.504312696Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 1.334179504s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:56.540378684Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0\") failed: Property not found. retry in 644.357353ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:56.726891163Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61\") failed: Property not found. retry in 913.217982ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:56.781341232Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 1.321897945s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:56.92750649Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67\") failed: Property not found. retry in 1.000457091s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:56.938501675Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 1.218804971s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:57.004571162Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7\") failed: Property not found. retry in 1.24102312s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:57.08094341Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 578.904442ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:57.140411497Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 834.875553ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:57.217701813Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 1.462836928s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:57.279634468Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03\") failed: Property not found. retry in 1.163117091s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:57.321233344Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 830.10152ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:57.344156834Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8\") failed: Property not found. retry in 1.325870417s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:57.378051639Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0\") failed: Property not found. retry in 1.484261135s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:57.389490784Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 1.15962547s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:57.401846616Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\") failed: Property not found. retry in 1.373127187s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:57.417557194Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 1.302732549s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:57.438100277Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323\") failed: Property not found. retry in 1.180013577s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:57.703047356Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61\") failed: Property not found. retry in 1.013888584s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:57.71652368Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 803.589775ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:57.736298728Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 749.398813ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:57.763063964Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 1.3039575s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:57.89082943Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67\") failed: Property not found. retry in 766.49034ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:57.953938098Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 1.41062736s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:58.064860474Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 682.658067ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:58.192299675Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 1.489293921s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:58.2364171Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 1.401344117s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:58.262459541Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7\") failed: Property not found. retry in 1.260900033s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:58.336828721Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03\") failed: Property not found. retry in 1.278871128s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:58.502015342Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 1.356427102s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:58.529677554Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 699.43132ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:58.552875779Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 557.917296ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:58.57483711Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8\") failed: Property not found. retry in 1.11155664s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:58.71958433Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67\") failed: Property not found. retry in 533.824638ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:58.737300598Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61\") failed: Property not found. retry in 779.440538ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:58.752585418Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 1.001103184s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:58.765824647Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 885.757531ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:58.780048067Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\") failed: Property not found. retry in 951.106944ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:58.805088458Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0\") failed: Property not found. retry in 527.206028ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:58.88419608Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323\") failed: Property not found. retry in 1.02662223s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:58.894173396Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 988.501751ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:58.903607941Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 853.900101ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:59.143984797Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 1.014244803s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:59.208890351Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 719.314682ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:59.264745296Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67\") failed: Property not found. retry in 1.028227368s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:59.281938904Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0\") failed: Property not found. retry in 585.961535ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:59.425021041Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 1.340674818s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:59.487513217Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61\") failed: Property not found. retry in 1.068280947s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:59.547044855Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7\") failed: Property not found. retry in 1.103522882s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:59.608662134Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_21786b6f-d071-4762-9de6-138ef833b3de:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:59.619927225Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_21786b6f-d071-4762-9de6-138ef833b3de zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:30:59.620094829Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_21786b6f-d071-4762-9de6-138ef833b3de","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 1.068152814s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:59.676682229Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 1.439516454s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:59.688410689Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 1.146155392s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:59.73842895Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\") failed: Property not found. retry in 984.205827ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:59.769065122Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 813.128816ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:59.782393673Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03\") failed: Property not found. retry in 1.07330333s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:59.796485749Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8\") failed: Property not found. retry in 769.270529ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:59.844583253Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_21786b6f-d071-4762-9de6-138ef833b3de\") failed: Property not found. retry in 49.784891ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:59.853626821Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_21786b6f-d071-4762-9de6-138ef833b3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 1.316300571s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:59.899887868Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 1.433888481s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:59.911416464Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_21786b6f-d071-4762-9de6-138ef833b3de\") failed: Property not found. retry in 92.921211ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:59.921240877Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_21786b6f-d071-4762-9de6-138ef833b3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323\") failed: Property not found. retry in 562.106094ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:30:59.931780384Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 1.025753452s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:00.02791366Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0\") failed: Property not found. retry in 737.128633ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:00.078013063Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 1.185853066s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:00.111594142Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_21786b6f-d071-4762-9de6-138ef833b3de\") failed: Property not found. retry in 227.685525ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:00.166797305Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_21786b6f-d071-4762-9de6-138ef833b3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 1.032615401s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:00.243660603Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67\") failed: Property not found. retry in 634.051282ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:00.322202974Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_21786b6f-d071-4762-9de6-138ef833b3de\") failed: Property not found. retry in 563.020508ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:00.405364366Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_21786b6f-d071-4762-9de6-138ef833b3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323\") failed: Property not found. retry in 1.087399245s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:00.503658234Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 1.349454865s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:00.606616774Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8\") failed: Property not found. retry in 627.974947ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:00.623681089Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61\") failed: Property not found. retry in 1.172155314s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:00.633703716Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7\") failed: Property not found. retry in 1.485292892s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:00.722385526Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 531.451302ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:00.75473066Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\") failed: Property not found. retry in 1.083266347s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:00.766151094Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0\") failed: Property not found. retry in 511.575302ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:00.824083991Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 615.019296ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:00.837192038Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03\") failed: Property not found. retry in 1.207974135s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:00.879249103Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 1.052843208s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:00.89335918Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67\") failed: Property not found. retry in 862.65832ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:00.965623327Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_21786b6f-d071-4762-9de6-138ef833b3de\") failed: Property not found. retry in 1.174372605s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:00.978569021Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_21786b6f-d071-4762-9de6-138ef833b3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 952.923768ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:01.064659161Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 579.822071ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:01.137225454Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 1.363998902s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:01.225526647Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8\") failed: Property not found. retry in 599.43319ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:01.259880401Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 1.207672811s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:01.285378111Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 751.792863ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:01.295817116Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 1.247530439s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:01.3062241Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0\") failed: Property not found. retry in 1.35466599s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:01.344758316Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 647.527315ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:01.356488056Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 1.478381251s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:01.464781051Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323\") failed: Property not found. retry in 660.031363ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:01.604281538Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 801.664428ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:01.734765528Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61\") failed: Property not found. retry in 541.490794ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:01.819012491Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67\") failed: Property not found. retry in 865.180943ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:01.840040084Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\") failed: Property not found. retry in 1.266420922s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:01.86126676Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8\") failed: Property not found. retry in 517.606978ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:01.871765126Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 504.566753ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:01.957281984Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 1.429270992s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:01.970261499Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 1.001525075s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:02.022463083Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 502.008472ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:02.039280683Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 1.020512108s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:02.059393878Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03\") failed: Property not found. retry in 912.814537ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:02.099681248Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_21786b6f-d071-4762-9de6-138ef833b3de\") failed: Property not found. retry in 1.287325706s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:02.168463437Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_21786b6f-d071-4762-9de6-138ef833b3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7\") failed: Property not found. retry in 519.790845ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:02.223011308Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323\") failed: Property not found. retry in 960.667258ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:02.277034498Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61\") failed: Property not found. retry in 1.170488366s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:02.374184984Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8\") failed: Property not found. retry in 1.212981793s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:02.402794605Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 1.237223935s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:02.474705776Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 931.130606ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:02.511488838Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 793.049931ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:02.5513731Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905\") failed: Property not found. retry in 980.231405ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:02.566254982Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 1.41349574s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:02.580983861Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 528.080006ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:02.603745628Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0\") failed: Property not found. retry in 890.768752ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:02.71651772Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67\") failed: Property not found. retry in 542.867874ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:02.731485944Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7\") failed: Property not found. retry in 1.279093997s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:02.756817921Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 742.0896ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:02.956117091Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03\") failed: Property not found. retry in 1.302393343s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:03.029583013Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 780.586234ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:03.04524207Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 696.693256ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:03.096621448Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\") failed: Property not found. retry in 1.336961312s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:03.149406084Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 823.171738ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:03.168174932Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323\") failed: Property not found. retry in 604.484547ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:03.251751592Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67\") failed: Property not found. retry in 1.065347854s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:03.286978533Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 641.484973ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:03.358469475Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 706.652454ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:03.412400444Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 1.317775176s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:03.45350631Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_21786b6f-d071-4762-9de6-138ef833b3de\") failed: Property not found. retry in 906.692668ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:03.466300791Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_21786b6f-d071-4762-9de6-138ef833b3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0\") failed: Property not found. retry in 850.853779ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:03.617169941Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8\") failed: Property not found. retry in 1.459797933s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:03.626057576Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 1.292718566s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:03.709256348Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 684.971924ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:03.72156967Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 1.340727009s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:03.803411385Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 960.533222ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:03.835586447Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323\") failed: Property not found. retry in 780.160416ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:03.867146326Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 992.382274ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:04.001789407Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 1.347858233s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:04.011398416Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 1.386019489s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:04.022521084Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7\") failed: Property not found. retry in 689.961524ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:04.046825651Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 1.175261846s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:04.129409951Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03\") failed: Property not found. retry in 970.68952ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:04.343624054Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67\") failed: Property not found. retry in 1.410317821s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:04.364534394Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_21786b6f-d071-4762-9de6-138ef833b3de\") failed: Property not found. retry in 1.256884393s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:04.384057097Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_21786b6f-d071-4762-9de6-138ef833b3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 1.047559199s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:04.418671307Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0\") failed: Property not found. retry in 889.592033ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:04.482798915Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\") failed: Property not found. retry in 1.187209812s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:04.501201016Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323\") failed: Property not found. retry in 855.681648ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:04.661015431Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7\") failed: Property not found. retry in 905.829599ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:04.748668071Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d\") failed: Property not found. retry in 1.360176841s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:04.784342711Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb\") failed: Property not found. retry in 879.248115ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:04.80873415Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54\") failed: Property not found. retry in 628.799522ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:05.007740664Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c\") failed: Property not found. retry in 985.212071ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:05.018587747Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8\") failed: Property not found. retry in 936.059506ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:05.097564056Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 554.31474ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:05.158791777Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b\") failed: Property not found. retry in 1.379498108s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:05.316484882Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03\") failed: Property not found. retry in 946.444862ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:05.326364095Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a\") failed: Property not found. retry in 1.190116576s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:05.371687334Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0\") failed: Property not found. retry in 795.049303ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:05.385601278Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e\") failed: Property not found. retry in 974.082014ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:05.420255467Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3\") failed: Property not found. retry in 567.633647ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:05.477685164Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_21786b6f-d071-4762-9de6-138ef833b3de\") failed: Property not found. retry in 1.311421201s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:05.684954881Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_21786b6f-d071-4762-9de6-138ef833b3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292\") failed: Property not found. retry in 1.196280068s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:05.734502293Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67\") failed: Property not found. retry in 1.472491216s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:05.792376959Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_21786b6f-d071-4762-9de6-138ef833b3de\") failed: Property not found. retry in 1.383881586s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:07.012476686Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_21786b6f-d071-4762-9de6-138ef833b3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_21786b6f-d071-4762-9de6-138ef833b3de\") failed: Property not found. retry in 812.417543ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:08.416774689Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_21786b6f-d071-4762-9de6-138ef833b3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.283141607Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_7c96e2c2-1643-4666-b1e3-92a7f608b3f8"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.283207538Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_863e78e3-a753-4fb2-97de-c46023f03292"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.283214808Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_fa3bd66a-1a51-4937-9188-36e5fc334f7c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.283218748Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_7db61d8a-2b76-4a38-9be0-42b379308323"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.283224538Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_34fd6dc9-ab3e-4062-b891-fdd4c6d2c5b3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.283243559Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_1287099d-2056-4e10-99e5-632481da2c2b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.283249539Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_oximeter_4f833d1f-8a98-4545-91ff-69d713fdd1f0"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.283254989Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_external_dns_6b3cbeea-c72e-481d-a7a1-e27c601ccb03"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.283258709Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_nexus_29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.283262929Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_pantry_9bea4b41-0e61-416b-9a60-0c3dff58b905"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.283267479Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_pantry_234660ab-07d6-46bf-8748-19a6e4eb0d61"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.283271589Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_pantry_0a80d709-bf2b-457a-9df6-b7c61cf35e54"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.28327791Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_d6f634f5-3528-4e41-966f-f47648523f6a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.28328405Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_external_dns_5e357e48-2959-4886-8b9d-557b95c45fb7"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.28329032Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_nexus_a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.28329586Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_nexus_1d808376-6b5a-46f0-b373-d7ba578556eb"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.28330188Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_clickhouse_21786b6f-d071-4762-9de6-138ef833b3de"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.2833078Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_42cf72f4-fa5d-45b0-b91f-af1c2e33690d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.28331361Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3318","zone":"oxz_crucible_3a33ba47-8706-4469-959c-acd4a6a8404e"} {"msg":"Writing ledger to /pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.284506294Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.29096311Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/omicron-zones.json\""} {"msg":"Writing ledger to /pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.291001241Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.294252145Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:133","path":"\"/pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/omicron-zones.json\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.295310755Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"31a141df-4358-43a6-ad7c-3b996e280a3a","remote_addr":"[fd00:1122:3344:101::1]:49163","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":48573088,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.308464933Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1448"} {"msg":"Writing ledger to /pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.310482173Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.31082386Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:133","path":"\"/pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/rss-plan-completed.marker\""} {"msg":"Writing ledger to /pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.31083855Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.310963733Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:133","path":"\"/pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/rss-plan-completed.marker\""} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.51621679Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:787"} {"msg":"Nexus address: [fd00:1122:3344:101::b]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.518707509Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:799"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n rib_priority: None,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n tx_eq: None,\n uplink_port_fec: Some(\n None,\n ),\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.555735585Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1013"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/bb9b4ef4-5e5c-465c-9ba4-9142d7b6e94c/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.56309544Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:31:09.56462199Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"18.857377295s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/bb9b4ef4-5e5c-465c-9ba4-9142d7b6e94c/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.622482365Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/bb9b4ef4-5e5c-465c-9ba4-9142d7b6e94c/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.692912647Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/bb9b4ef4-5e5c-465c-9ba4-9142d7b6e94c/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:09.766329877Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/bb9b4ef4-5e5c-465c-9ba4-9142d7b6e94c/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:10.006924597Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/bb9b4ef4-5e5c-465c-9ba4-9142d7b6e94c/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:10.222425816Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/bb9b4ef4-5e5c-465c-9ba4-9142d7b6e94c/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:10.399884647Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/bb9b4ef4-5e5c-465c-9ba4-9142d7b6e94c/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:10.821455569Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/bb9b4ef4-5e5c-465c-9ba4-9142d7b6e94c/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:11.345621602Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/bb9b4ef4-5e5c-465c-9ba4-9142d7b6e94c/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:11.638126881Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/bb9b4ef4-5e5c-465c-9ba4-9142d7b6e94c/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:12.356595198Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/bb9b4ef4-5e5c-465c-9ba4-9142d7b6e94c/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:13.145235561Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/bb9b4ef4-5e5c-465c-9ba4-9142d7b6e94c/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:14.241922217Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c47d5a2-bfff-48f3-a063-ac481a76e992\", \"content-length\": \"173\", \"date\": \"Mon, 25 Nov 2024 19:31:15 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"bb9b4ef4-5e5c-465c-9ba4-9142d7b6e94c\\\"\", request_id: \"3c47d5a2-bfff-48f3-a063-ac481a76e992\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:15.691781214Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac9c8ba7-7b2e-4692-9a04-5cfa36b6d0a6\", \"content-length\": \"173\", \"date\": \"Mon, 25 Nov 2024 19:31:16 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"bb9b4ef4-5e5c-465c-9ba4-9142d7b6e94c\\\"\", request_id: \"ac9c8ba7-7b2e-4692-9a04-5cfa36b6d0a6\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:16.703468453Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccf9a2fc-d510-4af7-841e-c1212a491b5a\", \"content-length\": \"173\", \"date\": \"Mon, 25 Nov 2024 19:31:18 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"38711855-ef69-4d79-bb75-aebd85b1280b\\\"\", request_id: \"ccf9a2fc-d510-4af7-841e-c1212a491b5a\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:19.245693981Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:20.9046262Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38954"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:20.90514193Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"48088876-ace1-4c11-a11a-ef5b13d35342","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38954","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":28,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35cea67c-2c12-4b64-adee-ad9d9417d63d\", \"content-length\": \"173\", \"date\": \"Mon, 25 Nov 2024 19:31:21 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"38711855-ef69-4d79-bb75-aebd85b1280b\\\"\", request_id: \"35cea67c-2c12-4b64-adee-ad9d9417d63d\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:21.670529856Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93ed4652-1815-4a8c-a692-6a207c9bc365\", \"content-length\": \"173\", \"date\": \"Mon, 25 Nov 2024 19:31:24 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"38711855-ef69-4d79-bb75-aebd85b1280b\\\"\", request_id: \"93ed4652-1815-4a8c-a692-6a207c9bc365\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:24.472683714Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cc7d22e-8220-4952-9668-db22842da52e\", \"content-length\": \"173\", \"date\": \"Mon, 25 Nov 2024 19:31:26 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"38711855-ef69-4d79-bb75-aebd85b1280b\\\"\", request_id: \"8cc7d22e-8220-4952-9668-db22842da52e\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:26.567720669Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5092a5c3-ca41-49c9-bac6-e263a87ac15d\", \"content-length\": \"173\", \"date\": \"Mon, 25 Nov 2024 19:31:29 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"38711855-ef69-4d79-bb75-aebd85b1280b\\\"\", request_id: \"5092a5c3-ca41-49c9-bac6-e263a87ac15d\" }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:30.467497552Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:33.35019173Z","hostname":"buskin","pid":1566,"component":"NexusNotifierTask","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/nexus.rs:500","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:33.996125843Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:62702"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:33.999070911Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:33.999079291Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:33.999317185Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Reading ledger from /pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.000699563Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.014276259Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.01431666Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_71fa9360-75cf-491a-b7ef-fd270ae2f32c"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.040556294Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.040600255Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_cc26c009-a951-4771-a26a-f2513b9e63e2"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.063014805Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.063049776Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_56aea45f-c451-4174-9b8f-66145c2696e8"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: d7af1128-7206-4198-91cb-ef632ea8556e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.086879403Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.086917184Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_d7af1128-7206-4198-91cb-ef632ea8556e"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.105393226Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:44597"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: fe712103-328f-4ff5-a621-99ae42de7f00 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.107655291Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.107665331Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_fe712103-328f-4ff5-a621-99ae42de7f00"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.115024455Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d231a61b-6b3d-4ea9-b8ff-35ab162113d2, kind: Service { id: 5e357e48-2959-4886-8b9d-557b95c45fb7 }, name: Name(\"external-dns-5e357e48-2959-4886-8b9d-557b95c45fb7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 146])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f04f2a94-1775-401c-8f4b-f933311d21a8, kind: Service { id: 6b3cbeea-c72e-481d-a7a1-e27c601ccb03 }, name: Name(\"external-dns-6b3cbeea-c72e-481d-a7a1-e27c601ccb03\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 189])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5304be8f-eb23-4485-b885-5b368db0b5b6, kind: Service { id: 1d808376-6b5a-46f0-b373-d7ba578556eb }, name: Name(\"nexus-1d808376-6b5a-46f0-b373-d7ba578556eb\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 88])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7c489787-90c9-4b93-99c1-8a1f226c1096, kind: Service { id: a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67 }, name: Name(\"nexus-a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 21])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d755e6b0-59ef-4a09-9894-b39bfb858111, kind: Service { id: 29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037 }, name: Name(\"nexus-29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 233, 3])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.115206749Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.11527686Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.115286461Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.115325312Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.115349532Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.115365972Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.115555616Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"748d5700-584a-4ca0-98d0-fcba3324f1e6","remote_addr":"[fd00:1122:3344:101::b]:44597","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":10005,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.117530835Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1085"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: ca727341-d003-494b-b98d-9fa5b5aeeec8 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.133194492Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.133231403Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_ca727341-d003-494b-b98d-9fa5b5aeeec8"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 1b4c5120-bb11-444d-9c86-edb04be1264c (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.157428398Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.157466268Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_1b4c5120-bb11-444d-9c86-edb04be1264c"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: df57d550-ef00-4438-9a9e-b1b08bdaa525 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.180407438Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.180447679Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_df57d550-ef00-4438-9a9e-b1b08bdaa525"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2517e8b2-3022-4575-a6ad-4786cce7adb4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.203080873Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.203120764Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_2517e8b2-3022-4575-a6ad-4786cce7adb4"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.216862004Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"8240c3a1-474e-46cc-bf98-dd9103359844","remote_addr":"[fd00:1122:3344:101::c]:62702","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":220405,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.265866775Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41454"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.266010548Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.266018328Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.266081009Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Reading ledger from /pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.267614079Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.278080995Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.278129546Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_71fa9360-75cf-491a-b7ef-fd270ae2f32c"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.302648442Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.302690528Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_cc26c009-a951-4771-a26a-f2513b9e63e2"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.324472545Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.324509186Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_56aea45f-c451-4174-9b8f-66145c2696e8"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: d7af1128-7206-4198-91cb-ef632ea8556e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.344373745Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.344407526Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_d7af1128-7206-4198-91cb-ef632ea8556e"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: fe712103-328f-4ff5-a621-99ae42de7f00 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.364520351Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.364569052Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_fe712103-328f-4ff5-a621-99ae42de7f00"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: ca727341-d003-494b-b98d-9fa5b5aeeec8 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.386012402Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.386059673Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_ca727341-d003-494b-b98d-9fa5b5aeeec8"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 1b4c5120-bb11-444d-9c86-edb04be1264c (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.411511103Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.411554964Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_1b4c5120-bb11-444d-9c86-edb04be1264c"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: df57d550-ef00-4438-9a9e-b1b08bdaa525 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.435236108Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.435276409Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_df57d550-ef00-4438-9a9e-b1b08bdaa525"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2517e8b2-3022-4575-a6ad-4786cce7adb4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.460996297Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.461041317Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_2517e8b2-3022-4575-a6ad-4786cce7adb4"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.474681392Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"611c6461-1fc7-4bc6-8081-79d090325b08","remote_addr":"[fd00:1122:3344:101::b]:41454","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":208705,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.803063825Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:60114"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.803296359Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d231a61b-6b3d-4ea9-b8ff-35ab162113d2, kind: Service { id: 5e357e48-2959-4886-8b9d-557b95c45fb7 }, name: Name(\"external-dns-5e357e48-2959-4886-8b9d-557b95c45fb7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 146])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f04f2a94-1775-401c-8f4b-f933311d21a8, kind: Service { id: 6b3cbeea-c72e-481d-a7a1-e27c601ccb03 }, name: Name(\"external-dns-6b3cbeea-c72e-481d-a7a1-e27c601ccb03\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 189])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5304be8f-eb23-4485-b885-5b368db0b5b6, kind: Service { id: 1d808376-6b5a-46f0-b373-d7ba578556eb }, name: Name(\"nexus-1d808376-6b5a-46f0-b373-d7ba578556eb\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 88])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7c489787-90c9-4b93-99c1-8a1f226c1096, kind: Service { id: a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67 }, name: Name(\"nexus-a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 21])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d755e6b0-59ef-4a09-9894-b39bfb858111, kind: Service { id: 29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037 }, name: Name(\"nexus-29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 233, 3])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.803352841Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.803392621Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.803402392Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.803413262Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.803422562Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.803432802Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.803452242Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"35d031c3-af77-4996-a504-34272ef0fc7e","remote_addr":"[fd00:1122:3344:101::a]:60114","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":306,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.9195161Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41139"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.919676523Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d231a61b-6b3d-4ea9-b8ff-35ab162113d2, kind: Service { id: 5e357e48-2959-4886-8b9d-557b95c45fb7 }, name: Name(\"external-dns-5e357e48-2959-4886-8b9d-557b95c45fb7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 146])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f04f2a94-1775-401c-8f4b-f933311d21a8, kind: Service { id: 6b3cbeea-c72e-481d-a7a1-e27c601ccb03 }, name: Name(\"external-dns-6b3cbeea-c72e-481d-a7a1-e27c601ccb03\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 189])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5304be8f-eb23-4485-b885-5b368db0b5b6, kind: Service { id: 1d808376-6b5a-46f0-b373-d7ba578556eb }, name: Name(\"nexus-1d808376-6b5a-46f0-b373-d7ba578556eb\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 88])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7c489787-90c9-4b93-99c1-8a1f226c1096, kind: Service { id: a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67 }, name: Name(\"nexus-a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 21])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d755e6b0-59ef-4a09-9894-b39bfb858111, kind: Service { id: 29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037 }, name: Name(\"nexus-29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 233, 3])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.919706014Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.919726914Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.919734134Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.919739714Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.919760355Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.919772875Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:34.919786575Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"06de0c69-39f0-4295-9437-6bd0327351e2","remote_addr":"[fd00:1122:3344:101::b]:41139","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":202,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:35.653737375Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:39877"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:35.653919479Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d231a61b-6b3d-4ea9-b8ff-35ab162113d2, kind: Service { id: 5e357e48-2959-4886-8b9d-557b95c45fb7 }, name: Name(\"external-dns-5e357e48-2959-4886-8b9d-557b95c45fb7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 146])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f04f2a94-1775-401c-8f4b-f933311d21a8, kind: Service { id: 6b3cbeea-c72e-481d-a7a1-e27c601ccb03 }, name: Name(\"external-dns-6b3cbeea-c72e-481d-a7a1-e27c601ccb03\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 189])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5304be8f-eb23-4485-b885-5b368db0b5b6, kind: Service { id: 1d808376-6b5a-46f0-b373-d7ba578556eb }, name: Name(\"nexus-1d808376-6b5a-46f0-b373-d7ba578556eb\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 88])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7c489787-90c9-4b93-99c1-8a1f226c1096, kind: Service { id: a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67 }, name: Name(\"nexus-a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 21])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d755e6b0-59ef-4a09-9894-b39bfb858111, kind: Service { id: 29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037 }, name: Name(\"nexus-29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 233, 3])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:35.653960259Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:35.65397974Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:35.65398678Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:35.65399258Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:35.65400184Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:35.65401753Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:35.654033481Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"a4bd9ea3-172a-4bcc-8de4-0dfae5dfeae0","remote_addr":"[fd00:1122:3344:101::c]:39877","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":233,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:37.353798119Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:49777","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:58688"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:37.370070269Z","hostname":"buskin","pid":1566,"uri":"/38711855-ef69-4d79-bb75-aebd85b1280b","method":"GET","req_id":"274dc15f-3008-4483-a9e6-47f1dd6c3cbe","remote_addr":"[fd00:1122:3344:101::d]:58688","local_addr":"[fd00:1122:3344:101::1]:49777","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":15963,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:42.371880953Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:50469"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:42.373509815Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"9c623130-ac0d-4c81-a4da-b91fc2b51bf0","remote_addr":"[fd00:1122:3344:101::b]:50469","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1548,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:42.411716884Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:42.411739245Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e2523d28-b4ae-4859-8eb5-eb79aaab4443","remote_addr":"[fd00:1122:3344:101::b]:50469","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":293,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:42.500140449Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"7014bfea-9f6e-4c0e-ad9c-2e40ddd41f3b","remote_addr":"[fd00:1122:3344:101::b]:50469","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3159,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:46.425804739Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:44227"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:46.425965603Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e20ee6fe-cd5f-4d39-98c9-60cdf81d93e2","remote_addr":"[fd00:1122:3344:101::b]:44227","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":85,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:46.455453491Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58520"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:46.457329578Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"38655f55-8228-4af3-8dd2-065a0b09a20b","remote_addr":"[fd00:1122:3344:101::b]:58520","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1441,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:46.509239216Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:46.509264567Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"97c0ad29-754c-41bd-9f8d-464dc29f7f22","remote_addr":"[fd00:1122:3344:101::b]:44227","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":70,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:46.519324064Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a5dc3f86-86e5-423a-9f6a-f04242b84b6d","remote_addr":"[fd00:1122:3344:101::b]:44227","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":253,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:46.626188801Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:51383"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:46.626339474Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:46.712095376Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:46.772148065Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"566daa98-653c-4846-8ef1-8a591523e666","remote_addr":"[fd00:1122:3344:101::b]:51383","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":145902,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:46.772660075Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"c8143653-a50d-4ae4-8c7f-1e8ed0e23a5a","remote_addr":"[fd00:1122:3344:101::b]:51383","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":263,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:46.803392168Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:46.803889807Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:46.805236674Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:133","path":"\"/pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/cluster/bootstore-network-config.json\""} {"msg":"Writing ledger to /pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:46.805248274Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:200"} {"msg":"Successfully wrote to ledger","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:46.806536709Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:133","path":"\"/pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/cluster/bootstore-network-config.json\""} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:46.806548799Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:46.80656428Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"PUT","req_id":"74bed0f7-0732-4619-8fc8-39604dda33c7","remote_addr":"[fd00:1122:3344:101::b]:51383","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3513,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:46.979443011Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:47229"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:46.980113715Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"46852e34-f796-4c62-a486-b50e934ae9ea","remote_addr":"[fd00:1122:3344:101::c]:47229","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":41,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:47.043998768Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:47.044030549Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d8e49daa-4384-4ce6-b0d7-f0f7400bea43","remote_addr":"[fd00:1122:3344:101::c]:47229","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":79,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:47.055713118Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"01a6c43d-9afa-4ab6-843c-3022c61216bc","remote_addr":"[fd00:1122:3344:101::c]:47229","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":236,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:47.163573379Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:33323"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:47.163673234Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:47.2046305Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:47.261086677Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"6c19ee02-d304-4692-9d24-03ba7b92bd15","remote_addr":"[fd00:1122:3344:101::c]:33323","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97383,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:47.261303272Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:52263"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:47.261357342Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:43703"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:47.261687869Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"92713dbf-0da1-4593-acc2-c69ed1f10872","remote_addr":"[fd00:1122:3344:101::c]:33323","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":238,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:47.26175455Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"282bf87a-8b01-4ad3-988d-b2c025eb0376","remote_addr":"[fd00:1122:3344:101::c]:43703","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":217,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:47.261835312Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f4ad4d43-72e1-422d-95b0-dffd7d0c0d05","remote_addr":"[fd00:1122:3344:101::a]:52263","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:47.328936739Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:47.328962229Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"cd31e59f-20c7-4bea-8355-8bb35c079aec","remote_addr":"[fd00:1122:3344:101::a]:52263","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":63,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:47.341452184Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"ecb0cdc1-e674-45eb-9cb7-f5840d651b79","remote_addr":"[fd00:1122:3344:101::a]:52263","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":186,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:47.385359886Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63148"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:47.385512249Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"8933ba66-6dc6-47e0-b881-563f4a4d0872","remote_addr":"[fd00:1122:3344:101::a]:63148","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":110,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:47.437907086Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:59926"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:47.438007139Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:47.471952494Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:47.523020446Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ebaa11e7-89a8-4cc2-930e-55cf80e6f6a9","remote_addr":"[fd00:1122:3344:101::a]:59926","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":85043,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:47.525353312Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"86b97c05-6d25-4c85-8a81-01c3735c874a","remote_addr":"[fd00:1122:3344:101::a]:59926","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:50.940345573Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:34160"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:31:50.940534686Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"17ec717c-04ae-48e1-916e-28e129467e34","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:34160","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":79,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:07.322553045Z","hostname":"buskin","pid":1566,"uri":"/38711855-ef69-4d79-bb75-aebd85b1280b","method":"GET","req_id":"9fa77c42-08d9-486e-a612-d1a7b5d48360","remote_addr":"[fd00:1122:3344:101::d]:58688","local_addr":"[fd00:1122:3344:101::1]:49777","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7771,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:16.565336094Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:60240"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:16.565451647Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"14766f28-1a57-45b0-8844-eca01d6fbfe4","remote_addr":"[fd00:1122:3344:101::b]:60240","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:16.58499076Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:16.5850089Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"07d77930-da52-4b53-87aa-2541dbced677","remote_addr":"[fd00:1122:3344:101::b]:60240","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":54,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:16.778391585Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:42767"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:16.778591738Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"0f6990bb-0136-4bbc-a629-6158c0db5c6c","remote_addr":"[fd00:1122:3344:101::b]:42767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":122,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:16.788397991Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"0ad5a0b0-a65c-42ad-a0f6-1ba1c2d609c8","remote_addr":"[fd00:1122:3344:101::b]:60240","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":141,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:16.860570107Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:46910"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:16.860692909Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:16.913139018Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:16.998619875Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b473ba05-d436-46a4-b155-53708d5f7925","remote_addr":"[fd00:1122:3344:101::b]:46910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":137978,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:16.999283328Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e77c49e6-502b-4dd4-bc67-d167f55dae2f","remote_addr":"[fd00:1122:3344:101::b]:46910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":267,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:17.186517092Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:41939"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:17.186708896Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"752076cc-1801-4d10-868c-91b065dae4a2","remote_addr":"[fd00:1122:3344:101::c]:41939","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":167,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:17.187360058Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:39588"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:17.187523661Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"bc46c4de-9121-4df8-8663-e3a7309fb0a1","remote_addr":"[fd00:1122:3344:101::c]:39588","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":46,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:17.203155348Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:17.203192339Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"905ba153-b226-4e19-a122-8b8746756c14","remote_addr":"[fd00:1122:3344:101::c]:39588","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":79,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:17.214108323Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"4be56290-7f02-49f0-844a-1cfcf46845b1","remote_addr":"[fd00:1122:3344:101::c]:39588","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":229,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:17.33370971Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:60505"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:17.333805891Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:17.372311527Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:17.42752599Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"7f2bf0a7-f6a9-4f00-8e9d-2113ca30c24d","remote_addr":"[fd00:1122:3344:101::c]:60505","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93750,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:17.427874607Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"1050bea7-71b1-494a-b7e9-f75e6b5b9054","remote_addr":"[fd00:1122:3344:101::c]:60505","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":116,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:17.540419665Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:44380"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:17.540567928Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"622c66e6-b8ae-41f1-a6a6-63bd6ebf55d9","remote_addr":"[fd00:1122:3344:101::a]:44380","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":83,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:17.588545709Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:17.588593441Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a1e84934-3f4f-4f8a-aae1-3924f7f5f62d","remote_addr":"[fd00:1122:3344:101::a]:44380","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:17.606612304Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"531800e9-9c11-430a-88b3-b9a2c8c1178b","remote_addr":"[fd00:1122:3344:101::a]:44380","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":340,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:17.656917161Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:62824"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:17.657126335Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"a9060770-f291-40fd-8c9b-f33fdea22466","remote_addr":"[fd00:1122:3344:101::a]:62824","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":149,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:17.695985057Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:38115"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:17.69609739Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:17.73180636Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:17.78838275Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"db818dea-f7ac-4ee2-b2e2-8aac5fb043d4","remote_addr":"[fd00:1122:3344:101::a]:38115","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92332,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:17.788677736Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"4bc56244-b894-4f00-965f-8b2ac8f2b4f6","remote_addr":"[fd00:1122:3344:101::a]:38115","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":113,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:20.974725944Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62545"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:20.974863817Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"5899acd8-78c0-4733-a197-0278409319f9","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62545","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":59,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:37.295173007Z","hostname":"buskin","pid":1566,"uri":"/38711855-ef69-4d79-bb75-aebd85b1280b","method":"GET","req_id":"d0d77729-027d-47d4-a30b-46634c933f57","remote_addr":"[fd00:1122:3344:101::d]:58688","local_addr":"[fd00:1122:3344:101::1]:49777","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6398,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:46.436280485Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:45338"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:46.436393607Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"994d2bef-6f18-4c56-b83b-5b108e08c221","remote_addr":"[fd00:1122:3344:101::b]:45338","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":46,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:46.482469041Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:46.482491761Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"f94901bf-b090-4b96-b839-56f75ca8aedd","remote_addr":"[fd00:1122:3344:101::b]:45338","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":63,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:46.495040188Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d3d23658-c18c-48de-b62d-b631a39e8a92","remote_addr":"[fd00:1122:3344:101::b]:45338","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":168,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:46.540659113Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:53629"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:46.540806736Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"1d7fbd80-9c71-42c1-a2d8-62d2d9e02fe3","remote_addr":"[fd00:1122:3344:101::b]:53629","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":120,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:46.585507003Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:36087"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:46.585587824Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:46.621215163Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:46.674993338Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4efb2786-3856-415e-a694-a4c1b79dceef","remote_addr":"[fd00:1122:3344:101::b]:36087","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89434,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:46.675494778Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"47481984-646c-4b13-b032-38aa5ee9c688","remote_addr":"[fd00:1122:3344:101::b]:36087","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":212,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:47.090933409Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:33910"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:47.09102794Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"6a29b5eb-008b-4ddd-8d07-790633d85670","remote_addr":"[fd00:1122:3344:101::c]:33910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":48,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:47.149957747Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:47.149988507Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"6450737b-f582-439e-aee1-f189951331e5","remote_addr":"[fd00:1122:3344:101::c]:33910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":81,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:47.160517884Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"046a512a-3953-4c6a-85aa-b33f10ba8f7f","remote_addr":"[fd00:1122:3344:101::c]:33910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":141,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:47.177169841Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:57895"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:47.177314304Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"5a430207-9583-4dc2-a9e4-7df04d1d27d2","remote_addr":"[fd00:1122:3344:101::c]:57895","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:47.208000666Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:56765"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:47.208085717Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:47.244960911Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:47.298906569Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"dcea440f-09ff-4c43-81e3-8822bee5246d","remote_addr":"[fd00:1122:3344:101::c]:56765","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90853,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:47.299076253Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:47392"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:47.299249326Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"dc7cfef8-8280-49ea-876d-9421220da1ba","remote_addr":"[fd00:1122:3344:101::a]:47392","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":109,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:47.299373968Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"c58a4278-4fc5-49e7-97ac-ec74c8de97d8","remote_addr":"[fd00:1122:3344:101::c]:56765","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":204,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:47.342473484Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:47.342490884Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"f3c82055-cdef-41d5-ae5a-fd75341ba21d","remote_addr":"[fd00:1122:3344:101::a]:47392","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:47.351986501Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"6c65551a-a9c5-48da-9211-45f541c8367a","remote_addr":"[fd00:1122:3344:101::a]:47392","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":151,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:47.380607392Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58814"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:47.380754535Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"200180a0-2002-4558-832b-86da15475814","remote_addr":"[fd00:1122:3344:101::a]:58814","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:47.400419721Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:41874"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:47.400499403Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:47.436136682Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:47.492949656Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"2ce088d1-9fa2-473a-b5b2-b0bfbd11c3be","remote_addr":"[fd00:1122:3344:101::a]:41874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92487,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:47.493252432Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"14d86b25-2417-4b5b-9eec-414621f2b2aa","remote_addr":"[fd00:1122:3344:101::a]:41874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":123,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:51.008487341Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56995"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:32:51.008619103Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"76e85491-5d44-452b-92b5-f439cafd6dac","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56995","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":66,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:00.671810105Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:07.295770486Z","hostname":"buskin","pid":1566,"uri":"/38711855-ef69-4d79-bb75-aebd85b1280b","method":"GET","req_id":"21954cea-0d8a-40fe-b75b-b59c89acfd33","remote_addr":"[fd00:1122:3344:101::d]:58688","local_addr":"[fd00:1122:3344:101::1]:49777","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6906,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:16.55347831Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:60471"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:16.553675725Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"5e2671a1-edaa-4e64-9c0d-c655109024c8","remote_addr":"[fd00:1122:3344:101::b]:60471","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":123,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:16.560690902Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:62346"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:16.560769854Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"0c0be93d-8f19-4e0b-a2e5-42ba1226e8f4","remote_addr":"[fd00:1122:3344:101::b]:62346","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":31,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:16.574441762Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:16.574458082Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"25cdbe2b-9dbe-40c5-9787-df714b41510f","remote_addr":"[fd00:1122:3344:101::b]:62346","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":46,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:16.581969069Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"168ea6ce-c5a4-44c5-a77b-c8ce43380be0","remote_addr":"[fd00:1122:3344:101::b]:62346","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":205,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:16.744015329Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:43423"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:16.744096981Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:16.778884683Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:16.836864231Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a85964bc-da11-4ef4-8620-c4c4780c4d23","remote_addr":"[fd00:1122:3344:101::b]:43423","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92804,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:16.83732356Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"2a6a9f5d-99b0-4722-b32f-bcbb9968c8ae","remote_addr":"[fd00:1122:3344:101::b]:43423","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":194,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:17.159904499Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:51326"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:17.160041311Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"9e99da79-58da-4d9d-97b3-026338a709ea","remote_addr":"[fd00:1122:3344:101::c]:51326","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:17.186413159Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:38828"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:17.186624293Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"e80b6f3d-0b72-496c-90e1-666ba725e543","remote_addr":"[fd00:1122:3344:101::c]:38828","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":131,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:17.21601478Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:17.2160517Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"205dca77-03b1-401c-89a1-cd9f3c6e2000","remote_addr":"[fd00:1122:3344:101::c]:51326","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":83,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:17.227352812Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"ce25545b-cd25-43be-ac03-6b5b246f9844","remote_addr":"[fd00:1122:3344:101::c]:51326","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":277,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:17.344421599Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:65437"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:17.344599732Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"801e0f42-815b-4155-99b2-36e587120195","remote_addr":"[fd00:1122:3344:101::a]:65437","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":82,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:17.39135243Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:17.39138337Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"637e83d6-48c2-40f4-bf22-8c4b6fede2fc","remote_addr":"[fd00:1122:3344:101::a]:65437","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:17.406867294Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"afbfacd7-4148-4569-a0af-7bac1da12af3","remote_addr":"[fd00:1122:3344:101::a]:65437","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":292,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:17.510928756Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:60939"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:17.51111739Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"d406700c-deb9-45f7-81a8-540ff02a5380","remote_addr":"[fd00:1122:3344:101::a]:60939","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":141,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:17.523635895Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63080"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:17.523754898Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:17.561987617Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:17.614945227Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"cca28b4d-4935-4a02-8c94-34ce5bfd6355","remote_addr":"[fd00:1122:3344:101::a]:63080","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91240,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:17.615177541Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:34472"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:17.615270853Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"c4d5ae65-f246-4ead-a7f6-161d2cec9ae5","remote_addr":"[fd00:1122:3344:101::a]:63080","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":144,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:17.615399336Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:17.651394562Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:17.699108588Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"676cbddd-9742-476b-90c6-771129cd300f","remote_addr":"[fd00:1122:3344:101::c]:34472","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":83772,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:17.699439454Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"db0e8729-f0b9-4b48-b812-1e131b5bbfc8","remote_addr":"[fd00:1122:3344:101::c]:34472","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":151,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:21.041193389Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53314"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:21.041337482Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"8ff1fe00-eb2f-400c-8b5a-8063560dd7de","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53314","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":66,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:37.294706061Z","hostname":"buskin","pid":1566,"uri":"/38711855-ef69-4d79-bb75-aebd85b1280b","method":"GET","req_id":"26f33a47-94dd-4230-88af-79f3c34f2e7e","remote_addr":"[fd00:1122:3344:101::d]:58688","local_addr":"[fd00:1122:3344:101::1]:49777","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5601,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:46.41302224Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:63230"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:46.413132542Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"640b2a8d-df70-4a88-8b13-9a2c8a066ceb","remote_addr":"[fd00:1122:3344:101::b]:63230","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":48,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:46.430242838Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:46.430258858Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"9c0028c9-99bc-4e0d-b2f7-b666ca4ed698","remote_addr":"[fd00:1122:3344:101::b]:63230","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":55,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:46.437343487Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:56580"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:46.437521541Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"2c00f9a2-b094-4bb4-ad88-b7d52a72dda6","remote_addr":"[fd00:1122:3344:101::b]:56580","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":120,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:46.443141241Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"84f99b1f-caf6-4fda-b5ff-8f38bf6d8d94","remote_addr":"[fd00:1122:3344:101::b]:63230","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":222,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:46.501870353Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:49164"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:46.501950645Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:46.535901241Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:46.586372641Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"8fdc1ce7-d3b1-48cd-bfd3-5fd7d073eaa5","remote_addr":"[fd00:1122:3344:101::b]:49164","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":84454,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:46.586665877Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"2fe5de87-c6cd-483a-88ae-0796a5707c9e","remote_addr":"[fd00:1122:3344:101::b]:49164","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":115,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:47.061916581Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:40531"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:47.062074654Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"bcce406d-92e9-4679-937c-3e3610662fc4","remote_addr":"[fd00:1122:3344:101::c]:40531","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":60,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:47.129026118Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:47.129057909Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"137bcb22-2f86-441e-b0ad-8b928bd908dd","remote_addr":"[fd00:1122:3344:101::c]:40531","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":76,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:47.139548754Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"73ec3ac6-2239-4fda-91de-61dd6bd10f78","remote_addr":"[fd00:1122:3344:101::c]:40531","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":170,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:47.220545033Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:34217"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:47.220665676Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:47.259426466Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:47.324671396Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"81d72a32-8ce4-46c7-a29e-b0ec82b01597","remote_addr":"[fd00:1122:3344:101::c]:34217","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104037,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:47.324961332Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:49972"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:47.325072684Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:50210"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:47.325321079Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"88f4b480-4000-4d7e-80d7-6b17fb30ac71","remote_addr":"[fd00:1122:3344:101::c]:34217","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":306,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:47.32538058Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"7d915d23-48bd-4928-ae53-d55a02f0aabd","remote_addr":"[fd00:1122:3344:101::a]:50210","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":152,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:47.325451542Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"ad5c75ff-a25c-4bde-9a16-2a0b907dc875","remote_addr":"[fd00:1122:3344:101::c]:49972","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":218,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:47.374526895Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:47.374556895Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d55ffa5b-6956-49c5-86e8-0607b99e4554","remote_addr":"[fd00:1122:3344:101::a]:50210","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":75,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:47.384598422Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"ce5bb9e2-2f95-466f-8d0d-4f13d2342f5d","remote_addr":"[fd00:1122:3344:101::a]:50210","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":224,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:47.393281922Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:36902"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:47.393367984Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:47.431575494Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:47.490729365Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"9e194f36-a13e-4fac-bf65-5708514ae21e","remote_addr":"[fd00:1122:3344:101::a]:36902","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97386,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:47.490862827Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:46268"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:47.491122582Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"daa1dcd0-39d0-460b-947a-864877f4836f","remote_addr":"[fd00:1122:3344:101::a]:46268","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":166,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:47.491142933Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"1de0fd37-bca6-4cee-97d5-11b05694bc5d","remote_addr":"[fd00:1122:3344:101::a]:36902","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":168,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:51.0771812Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62555"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:33:51.077270201Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"9037189b-2801-4502-b1a9-62e8088300d5","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62555","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":30,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:07.295308517Z","hostname":"buskin","pid":1566,"uri":"/38711855-ef69-4d79-bb75-aebd85b1280b","method":"GET","req_id":"602a64e3-53bc-4530-bd22-a34fd54f4bfb","remote_addr":"[fd00:1122:3344:101::d]:58688","local_addr":"[fd00:1122:3344:101::1]:49777","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6322,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:16.504686843Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:63105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:16.504822155Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"77ecf445-77ea-44f7-a006-bb2142fec692","remote_addr":"[fd00:1122:3344:101::b]:63105","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:16.574402041Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:16.574463842Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e5a545cb-567a-440e-a340-0ab021984f49","remote_addr":"[fd00:1122:3344:101::b]:63105","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":134,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:16.588453136Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"c22f3454-ceb8-469b-b2e8-823a6a7bc2b3","remote_addr":"[fd00:1122:3344:101::b]:63105","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":299,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:16.689891306Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:62836"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:16.69007537Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"a7e94e6e-b674-4719-b03d-60b26dbed7ca","remote_addr":"[fd00:1122:3344:101::b]:62836","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":128,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:16.743434027Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41482"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:16.743521919Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:16.780555075Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:16.834790009Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"2f5244b5-8579-452b-b4a1-8bd4149385ff","remote_addr":"[fd00:1122:3344:101::b]:41482","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91306,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:16.835053215Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"3b98c2e0-e64b-4758-af22-8ba09ce01449","remote_addr":"[fd00:1122:3344:101::b]:41482","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:17.234994651Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:34240"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:17.235105813Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"dd8c7599-ff7c-4c49-a8a8-2069127ee50e","remote_addr":"[fd00:1122:3344:101::c]:34240","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":54,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:17.302689999Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:17.30273186Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"0ba029d3-9c5d-4976-8f19-2ef1fa69efcf","remote_addr":"[fd00:1122:3344:101::c]:34240","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":82,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:17.312949771Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"848cd80b-fb08-4328-9c66-b61ac8f2f408","remote_addr":"[fd00:1122:3344:101::c]:34240","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":376,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:17.361795959Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:35221"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:17.361942882Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"4cbd7f9e-9bee-439f-bbd8-91a108fab450","remote_addr":"[fd00:1122:3344:101::a]:35221","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:17.409776131Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:17.409815551Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"bfa113ec-40c9-461d-94c1-a00734426eb0","remote_addr":"[fd00:1122:3344:101::a]:35221","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":59,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:17.461146128Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:41992"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:17.461312092Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"9573f3ab-fc2f-4b14-a52c-65ff8049df9d","remote_addr":"[fd00:1122:3344:101::a]:41992","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":114,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:17.467552644Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"8f67971d-19f9-438c-9518-c3890f923fe6","remote_addr":"[fd00:1122:3344:101::a]:35221","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":245,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:17.508973297Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58956"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:17.509060319Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:17.547572684Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:17.603151514Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"2cfd6d48-cc64-4485-ac92-87f402f14133","remote_addr":"[fd00:1122:3344:101::a]:58956","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94126,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:17.60343027Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:36997"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:17.603531212Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:46631"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:17.603738806Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"622f9886-87d3-4f29-87e5-37eeb51f48f0","remote_addr":"[fd00:1122:3344:101::a]:58956","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":287,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:17.603803717Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:17.603885649Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"d01c8263-7b0b-4e9e-b80a-282715178424","remote_addr":"[fd00:1122:3344:101::c]:46631","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":237,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:17.641584159Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:17.693019508Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ce4d14e9-50b9-496f-a80f-a8678503d3b7","remote_addr":"[fd00:1122:3344:101::c]:36997","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89321,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:17.693395265Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"a91602e4-ffb9-4085-8c2e-0cd5cd36e86a","remote_addr":"[fd00:1122:3344:101::c]:36997","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":162,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:21.111248073Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43295"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:21.111323274Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"fe965d4d-4cc1-46a6-88be-d9b0c937cc8a","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43295","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":28,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:37.296620817Z","hostname":"buskin","pid":1566,"uri":"/38711855-ef69-4d79-bb75-aebd85b1280b","method":"GET","req_id":"6afef49c-26e9-41ae-a2f9-175c6c57081d","remote_addr":"[fd00:1122:3344:101::d]:58688","local_addr":"[fd00:1122:3344:101::1]:49777","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6939,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:46.418378044Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:35258"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:46.418559667Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"d2c6017c-0807-461a-81c9-ba485570cde3","remote_addr":"[fd00:1122:3344:101::b]:35258","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":118,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:46.448223209Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:52337"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:46.448315621Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"1ec41eac-7c3b-498b-ab77-2ed06d600273","remote_addr":"[fd00:1122:3344:101::b]:52337","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":39,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:46.487611662Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:46.487626922Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"63f0d644-25e7-421e-a652-147e8962054f","remote_addr":"[fd00:1122:3344:101::b]:52337","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":57,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:46.497299002Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"af1d60ae-7a45-4c35-9db3-2d01869b0263","remote_addr":"[fd00:1122:3344:101::b]:52337","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":192,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:46.555717448Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:51129"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:46.55582968Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:46.592866927Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:46.647342836Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ed7a77f7-f44f-412e-873b-80d56e4e1b04","remote_addr":"[fd00:1122:3344:101::b]:51129","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91561,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:46.647599671Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"0ed92e78-5593-416e-b786-829628356f14","remote_addr":"[fd00:1122:3344:101::b]:51129","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:46.986681253Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:57219"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:46.986778135Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"09fe97b4-44ac-429d-b30b-c1df2a23ab92","remote_addr":"[fd00:1122:3344:101::c]:57219","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:47.006941461Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:47.006979862Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d79e74bc-75c2-4e6c-b012-57e0299d5604","remote_addr":"[fd00:1122:3344:101::c]:57219","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":79,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:47.025669209Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"0c5f6c7e-4c02-4fff-a7b7-5f070d2a4ea3","remote_addr":"[fd00:1122:3344:101::c]:57219","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":281,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:47.166892389Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:45365"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:47.166980771Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:47.207885344Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:47.265241459Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"f004ba83-cf5c-42fc-b2c9-6001e4129b39","remote_addr":"[fd00:1122:3344:101::c]:45365","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98297,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:47.265499614Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:33144"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:47.265585676Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:45050"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:47.26581107Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"1756c808-dcaa-4951-a5e0-7e376f11771e","remote_addr":"[fd00:1122:3344:101::a]:33144","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":122,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:47.265896282Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"22f3bb73-a838-478a-8026-b6c98f0fd038","remote_addr":"[fd00:1122:3344:101::c]:45365","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":312,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:47.265946093Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"5a2c3051-786e-4bb2-99fb-6cddfc9276c1","remote_addr":"[fd00:1122:3344:101::c]:45050","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":242,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:47.274796697Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57410"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:47.275013381Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"5cc1404d-70ff-4333-823d-50c853c00be5","remote_addr":"[fd00:1122:3344:101::a]:57410","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":141,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:47.28059296Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:47.28060992Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"6005d88d-f7ec-4dbc-bceb-a1ad530e46dd","remote_addr":"[fd00:1122:3344:101::a]:33144","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":57,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:47.289884542Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"80509b53-8966-4fd5-afbb-062da0a12476","remote_addr":"[fd00:1122:3344:101::a]:33144","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":187,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:47.298860799Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:65348"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:47.2989478Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:47.334480857Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:47.393340732Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"315a47d6-e4c9-4986-a9a4-4d28324640ee","remote_addr":"[fd00:1122:3344:101::a]:65348","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94410,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:47.397470443Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"6b24ea37-0eab-4db6-a075-f255ae47bcd9","remote_addr":"[fd00:1122:3344:101::a]:65348","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:51.14456524Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60517"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:34:51.144657682Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"75893f12-598a-42cd-bd08-efff6f2e1268","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60517","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":31,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:07.296269559Z","hostname":"buskin","pid":1566,"uri":"/38711855-ef69-4d79-bb75-aebd85b1280b","method":"GET","req_id":"618ff7ce-3a66-49ff-a993-3d1c736ea41b","remote_addr":"[fd00:1122:3344:101::d]:58688","local_addr":"[fd00:1122:3344:101::1]:49777","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5751,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:16.536683118Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:38065"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:16.536964434Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"421dd764-d638-4f0c-b5cb-5b50baa89245","remote_addr":"[fd00:1122:3344:101::b]:38065","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":123,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:16.540196047Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:65147"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:16.540260308Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"384a66fa-858c-4863-a129-3a19b05eab4a","remote_addr":"[fd00:1122:3344:101::b]:65147","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":26,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:16.579628068Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:16.579644166Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"f110d755-bd6e-409e-ae64-84172cf184cb","remote_addr":"[fd00:1122:3344:101::b]:65147","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":52,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:16.588375272Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"126c5ea1-4265-4333-acac-00f0207ae73c","remote_addr":"[fd00:1122:3344:101::b]:65147","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":193,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:16.863969989Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:55891"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:16.864071063Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:16.921030339Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:17.006568497Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"40ba972d-b1a5-4fdb-8244-e753edb9a9c5","remote_addr":"[fd00:1122:3344:101::b]:55891","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":142480,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:17.007106817Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d7c791dd-4860-4a21-937c-e7b22e221ce6","remote_addr":"[fd00:1122:3344:101::b]:55891","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":236,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:17.234622681Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:47341"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:17.234740273Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"dd5e153e-430a-4d67-9323-ff0beabc03a0","remote_addr":"[fd00:1122:3344:101::c]:47341","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:17.292724831Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:17.292786932Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"812e5dd7-8049-4e7c-882f-8e9613fe97de","remote_addr":"[fd00:1122:3344:101::c]:47341","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":132,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:17.302668609Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d418b910-1849-46b8-b97f-ab487e4978ac","remote_addr":"[fd00:1122:3344:101::c]:47341","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":277,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:17.331493532Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:64402"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:17.331597274Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"aff13412-0314-419e-b687-b069e0fb5988","remote_addr":"[fd00:1122:3344:101::a]:64402","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":36,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:17.348088457Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:56634"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:17.3482119Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:17.387868778Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:17.440533141Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"848111c2-7ecd-4471-a0d5-fa88365f972c","remote_addr":"[fd00:1122:3344:101::c]:56634","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92368,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:17.441082762Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:17.441110312Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"f66f01f1-2803-46b6-8e09-cb6de0d16df1","remote_addr":"[fd00:1122:3344:101::a]:64402","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":250,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:17.441142543Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"3bffbc51-67f5-40a0-8618-0da687159a3b","remote_addr":"[fd00:1122:3344:101::c]:56634","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":281,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:17.450341274Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"1a534cf5-f515-42e9-9e33-1897865a89c2","remote_addr":"[fd00:1122:3344:101::a]:64402","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":314,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:17.463532132Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:42154"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:17.463697936Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"eab0f3ef-6443-4384-bd63-6f639a83e863","remote_addr":"[fd00:1122:3344:101::c]:42154","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:17.587830971Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:64333"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:17.587973644Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"d3401e3b-7666-4954-a337-3975dc91e3c9","remote_addr":"[fd00:1122:3344:101::a]:64333","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:17.682351475Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:60461"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:17.682452087Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:17.715027716Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:17.765294143Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"0a3363ea-66fd-4a71-bc26-d3f53d200500","remote_addr":"[fd00:1122:3344:101::a]:60461","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":82881,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:17.765575808Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e05047ab-f231-4673-931f-bfb1f1b3d60e","remote_addr":"[fd00:1122:3344:101::a]:60461","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":110,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:21.180718771Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36181"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:21.180798943Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"8d5f3f0b-4bad-48d9-b72f-6d3743cd6188","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36181","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":30,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:37.297541075Z","hostname":"buskin","pid":1566,"uri":"/38711855-ef69-4d79-bb75-aebd85b1280b","method":"GET","req_id":"04be7dc5-d4f3-40c0-933d-65fd375d2985","remote_addr":"[fd00:1122:3344:101::d]:58688","local_addr":"[fd00:1122:3344:101::1]:49777","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6181,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:46.521188369Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:59755"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:46.521363469Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"8aeee948-859e-4798-89cb-13f1fbb0b8fd","remote_addr":"[fd00:1122:3344:101::b]:59755","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":123,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:46.656557425Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:50421"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:46.656639617Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"47666196-f894-4ae4-b7ba-b8805a82dd4b","remote_addr":"[fd00:1122:3344:101::b]:50421","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":46,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:46.669829316Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:46.669844346Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"7d34cdc8-385d-4b79-9bb6-17d3b3f83684","remote_addr":"[fd00:1122:3344:101::b]:50421","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":45,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:46.677720941Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"98832850-1b3f-4f90-9d12-38b09ff0a2eb","remote_addr":"[fd00:1122:3344:101::b]:50421","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":202,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:46.711120806Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:63205"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:46.711221958Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:46.748157683Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:46.799959119Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4d76ef12-b937-407d-8ec9-c91f88d2a01e","remote_addr":"[fd00:1122:3344:101::b]:63205","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88770,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:46.800401478Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"4ce92bb7-6dfc-4cab-9bfd-48662eb292ef","remote_addr":"[fd00:1122:3344:101::b]:63205","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":203,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:47.123803071Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:48759"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:47.124057938Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"885f0937-d44e-4eb2-8ea0-83930f658595","remote_addr":"[fd00:1122:3344:101::c]:48759","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":132,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:47.154638158Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:51215"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:47.154720989Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"0b1979c3-65bb-4a24-8cd6-89cd2d5b94c1","remote_addr":"[fd00:1122:3344:101::c]:51215","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":39,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:47.20419639Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:47.20421691Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"91d1b04a-b4dc-4761-b970-f4b1db957b12","remote_addr":"[fd00:1122:3344:101::c]:51215","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":76,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:47.214288948Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"59616655-4b98-4233-b548-61b8559e4c95","remote_addr":"[fd00:1122:3344:101::c]:51215","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":185,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:47.236932792Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:42978"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:47.237018804Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:47.272911808Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:47.32959507Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"525a788b-9562-4ebf-a6b8-284f5bf3ab2e","remote_addr":"[fd00:1122:3344:101::c]:42978","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92605,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:47.329810764Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:64256"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:47.329882656Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:42663"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:47.330174552Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"a8278258-f386-4fd0-af74-65bec40e11ca","remote_addr":"[fd00:1122:3344:101::a]:64256","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":161,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:47.330244683Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"75c135b3-4b6a-4d8f-a96d-0a2a241cb693","remote_addr":"[fd00:1122:3344:101::c]:42978","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":310,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:47.330330795Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"309773a2-8c26-4173-8af3-4ff6a56717be","remote_addr":"[fd00:1122:3344:101::a]:42663","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":273,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:47.371283378Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:47.371305338Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b0d5c426-59ae-44bb-9614-1a762a1d3e52","remote_addr":"[fd00:1122:3344:101::a]:64256","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":80,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:47.379510719Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"374f56d0-1e06-4a95-a1f4-05c6988414d9","remote_addr":"[fd00:1122:3344:101::a]:64256","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":318,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:47.415496226Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:64883"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:47.415594418Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:47.458212244Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:47.515443877Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"763046ed-d8f7-41f1-890f-3b2a3ea9550a","remote_addr":"[fd00:1122:3344:101::a]:64883","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99886,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:47.515917726Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"de9a5677-7f36-4394-af19-27f328d280d1","remote_addr":"[fd00:1122:3344:101::a]:64883","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":224,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:51.211960053Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:52687"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:35:51.212095806Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"8630ca78-9ef4-49bc-9394-a948e9308ecd","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:52687","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":41,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:07.295275765Z","hostname":"buskin","pid":1566,"uri":"/38711855-ef69-4d79-bb75-aebd85b1280b","method":"GET","req_id":"408d2dfa-fcce-444d-ab69-e9ed29910e51","remote_addr":"[fd00:1122:3344:101::d]:58688","local_addr":"[fd00:1122:3344:101::1]:49777","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6298,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:16.690573699Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:39368"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:16.690736372Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"a318f77e-f5ee-492a-90c7-4dbb15ff42a6","remote_addr":"[fd00:1122:3344:101::b]:39368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:16.705250777Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:16.705271698Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"fcaef3c1-f30f-4339-9b69-252dde3e69e2","remote_addr":"[fd00:1122:3344:101::b]:39368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":83,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:16.713254464Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d0ba796e-0870-416c-a56b-15297d119d05","remote_addr":"[fd00:1122:3344:101::b]:39368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":202,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:16.800751111Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:60619"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:16.800908474Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"a63a80d7-1f06-4c0f-a30e-3c5893078ac1","remote_addr":"[fd00:1122:3344:101::b]:60619","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":124,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:16.928934616Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:65048"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:16.929040118Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:16.973694804Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.0402729Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"9a55045a-7c11-4138-a234-d173e0bfd52d","remote_addr":"[fd00:1122:3344:101::b]:65048","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111276,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.040562556Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:60314"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.040890282Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"670bf487-5ec7-4542-b53b-a4c6f415f6d3","remote_addr":"[fd00:1122:3344:101::b]:65048","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":297,"response_code":"200"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.041136457Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d231a61b-6b3d-4ea9-b8ff-35ab162113d2, kind: Service { id: 5e357e48-2959-4886-8b9d-557b95c45fb7 }, name: Name(\"external-dns-5e357e48-2959-4886-8b9d-557b95c45fb7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 146])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f04f2a94-1775-401c-8f4b-f933311d21a8, kind: Service { id: 6b3cbeea-c72e-481d-a7a1-e27c601ccb03 }, name: Name(\"external-dns-6b3cbeea-c72e-481d-a7a1-e27c601ccb03\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 189])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5304be8f-eb23-4485-b885-5b368db0b5b6, kind: Service { id: 1d808376-6b5a-46f0-b373-d7ba578556eb }, name: Name(\"nexus-1d808376-6b5a-46f0-b373-d7ba578556eb\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 88])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7c489787-90c9-4b93-99c1-8a1f226c1096, kind: Service { id: a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67 }, name: Name(\"nexus-a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 21])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d755e6b0-59ef-4a09-9894-b39bfb858111, kind: Service { id: 29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037 }, name: Name(\"nexus-29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 233, 3])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.041210539Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.041257389Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.04127664Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.041368142Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.041382602Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.041403482Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.041423253Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"01205666-f081-4a05-8964-d7fa0eee4e34","remote_addr":"[fd00:1122:3344:101::b]:60314","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":635,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.144603267Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:63933"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.144796371Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"978e2fb2-b8bd-4980-9406-6efd28b16437","remote_addr":"[fd00:1122:3344:101::c]:63933","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":137,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.203234567Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:53635"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.203324109Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"5d920439-722a-439a-912e-f7d2834d63ac","remote_addr":"[fd00:1122:3344:101::c]:53635","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":50,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.254397101Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.254430392Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"40f5bd7a-3b71-49ee-bd12-8239c494919e","remote_addr":"[fd00:1122:3344:101::c]:53635","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":77,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.262937869Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"aee1b77f-8b90-4b50-85ad-790b3991996f","remote_addr":"[fd00:1122:3344:101::c]:53635","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":294,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.344136352Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:33637"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.344337386Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d231a61b-6b3d-4ea9-b8ff-35ab162113d2, kind: Service { id: 5e357e48-2959-4886-8b9d-557b95c45fb7 }, name: Name(\"external-dns-5e357e48-2959-4886-8b9d-557b95c45fb7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 146])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f04f2a94-1775-401c-8f4b-f933311d21a8, kind: Service { id: 6b3cbeea-c72e-481d-a7a1-e27c601ccb03 }, name: Name(\"external-dns-6b3cbeea-c72e-481d-a7a1-e27c601ccb03\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 189])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5304be8f-eb23-4485-b885-5b368db0b5b6, kind: Service { id: 1d808376-6b5a-46f0-b373-d7ba578556eb }, name: Name(\"nexus-1d808376-6b5a-46f0-b373-d7ba578556eb\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 88])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7c489787-90c9-4b93-99c1-8a1f226c1096, kind: Service { id: a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67 }, name: Name(\"nexus-a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 21])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d755e6b0-59ef-4a09-9894-b39bfb858111, kind: Service { id: 29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037 }, name: Name(\"nexus-29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 233, 3])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.344391277Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.344423978Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.344433478Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.344444358Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.344461018Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.344496289Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.344509559Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"be323f89-497a-4c1d-a07e-7ff21979168e","remote_addr":"[fd00:1122:3344:101::c]:33637","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":323,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.369103332Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:59673"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.369183674Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.404617569Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.460365992Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"fb1f536e-2065-44d5-8e00-d0ab3a5e353f","remote_addr":"[fd00:1122:3344:101::c]:59673","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91210,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.460500575Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:34290"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.460539406Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:36166"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.460851582Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"4d67660c-2fe7-4816-9505-6701d4d1c204","remote_addr":"[fd00:1122:3344:101::a]:36166","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":229,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.460904183Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b8de603d-09ff-4e18-9f4d-0133c153eff8","remote_addr":"[fd00:1122:3344:101::a]:34290","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":152,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.460984364Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"2b792a67-0e2a-4876-bf84-f2f7e7528277","remote_addr":"[fd00:1122:3344:101::c]:59673","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":292,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.502192013Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.502217804Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"cb2df993-7134-4ead-8846-8825629ad1ab","remote_addr":"[fd00:1122:3344:101::a]:34290","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":116,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.514175978Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"0c26a4f7-47d6-416f-b813-93f3dd504a50","remote_addr":"[fd00:1122:3344:101::a]:34290","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":229,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.694350313Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:61448"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.694469516Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.732224406Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.788417439Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"f2ef9e23-9ff4-40a3-997c-85b037550df0","remote_addr":"[fd00:1122:3344:101::a]:61448","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93991,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.788528901Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:61430"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.788915539Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d231a61b-6b3d-4ea9-b8ff-35ab162113d2, kind: Service { id: 5e357e48-2959-4886-8b9d-557b95c45fb7 }, name: Name(\"external-dns-5e357e48-2959-4886-8b9d-557b95c45fb7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 146])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f04f2a94-1775-401c-8f4b-f933311d21a8, kind: Service { id: 6b3cbeea-c72e-481d-a7a1-e27c601ccb03 }, name: Name(\"external-dns-6b3cbeea-c72e-481d-a7a1-e27c601ccb03\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 189])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5304be8f-eb23-4485-b885-5b368db0b5b6, kind: Service { id: 1d808376-6b5a-46f0-b373-d7ba578556eb }, name: Name(\"nexus-1d808376-6b5a-46f0-b373-d7ba578556eb\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 88])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7c489787-90c9-4b93-99c1-8a1f226c1096, kind: Service { id: a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67 }, name: Name(\"nexus-a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 21])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d755e6b0-59ef-4a09-9894-b39bfb858111, kind: Service { id: 29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037 }, name: Name(\"nexus-29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 233, 3])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.788945189Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"b9565e82-4bb9-4fcb-ac98-7ed48509b35a","remote_addr":"[fd00:1122:3344:101::a]:61448","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":257,"response_code":"200"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.78896932Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.789006371Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.789022161Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.789047731Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.789065152Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.789078172Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:17.789091042Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"5563df22-03af-48ba-ac18-7cc3aede3e72","remote_addr":"[fd00:1122:3344:101::a]:61430","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":452,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:21.244156209Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62196"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:21.244221501Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"de8e0827-2216-4052-84e0-b81533fd3b98","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62196","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":25,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:37.297082925Z","hostname":"buskin","pid":1566,"uri":"/38711855-ef69-4d79-bb75-aebd85b1280b","method":"GET","req_id":"5df344a5-5a24-4460-8e13-faa3e1cfab35","remote_addr":"[fd00:1122:3344:101::d]:58688","local_addr":"[fd00:1122:3344:101::1]:49777","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7712,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:46.443610659Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:63239"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:46.443727031Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"6a38cce2-f45b-48d9-9b89-e4860d0c831a","remote_addr":"[fd00:1122:3344:101::b]:63239","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:46.484836908Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:46.484866888Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"1ab52dcd-7b9b-4407-8e82-a4aab7065a84","remote_addr":"[fd00:1122:3344:101::b]:63239","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":69,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:46.493934236Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"bd0d0032-6532-4b40-b73d-16725fe8dc37","remote_addr":"[fd00:1122:3344:101::b]:63239","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":225,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:46.567814386Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:57060"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:46.567897437Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:46.605788611Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:46.664806179Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"811b5f83-06fe-4289-bc57-9a5cea278ed7","remote_addr":"[fd00:1122:3344:101::b]:57060","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96934,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:46.665074264Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:53877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:46.665212777Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"17abc587-3118-4077-a3b0-c0ac61b0d69f","remote_addr":"[fd00:1122:3344:101::b]:57060","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":165,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:46.6653948Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"b1b9b659-e0d1-493e-b5dc-c8638f0c912e","remote_addr":"[fd00:1122:3344:101::b]:53877","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":176,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:47.133755349Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:47728"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:47.133879932Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"01d778a2-6ac9-4741-9b1b-ba47f7aa1020","remote_addr":"[fd00:1122:3344:101::c]:47728","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":46,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:47.149223073Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:47.149260754Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"9ffe2d77-7c10-4fd7-a9ab-689550acb77b","remote_addr":"[fd00:1122:3344:101::c]:47728","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":64,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:47.165871229Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"59543f4a-41f2-4e63-9eab-a455e8508ab5","remote_addr":"[fd00:1122:3344:101::c]:47728","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":479,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:47.200941637Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:52891"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:47.201122931Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"75611950-4ee0-4c36-a302-d625211bab36","remote_addr":"[fd00:1122:3344:101::c]:52891","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:47.215889671Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:44411"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:47.215988063Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:47.256360665Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:47.310854774Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"f5d2c8fe-7910-4dea-b247-48a41c5cc8db","remote_addr":"[fd00:1122:3344:101::c]:44411","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94904,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:47.310987427Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:41264"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:47.31116279Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"bbe012d7-c6ae-4d6d-9664-06cf983dd25e","remote_addr":"[fd00:1122:3344:101::a]:41264","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:47.311363964Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"3e28fb93-8baa-49cf-9ccf-e403a62624b7","remote_addr":"[fd00:1122:3344:101::c]:44411","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":211,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:47.354083412Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:64181"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:47.354290186Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"8dc6d7bc-b053-4728-86f7-e88384421a54","remote_addr":"[fd00:1122:3344:101::a]:64181","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":149,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:47.358489959Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:47.358513409Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"f3928586-4225-4abe-9b23-5f4981ec147d","remote_addr":"[fd00:1122:3344:101::a]:41264","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":66,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:47.366936074Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:61586"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:47.367040587Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:47.406106843Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:47.461931328Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"e0e6f12d-0b5e-453b-8eb3-249e89d2f362","remote_addr":"[fd00:1122:3344:101::a]:61586","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94914,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:47.462377467Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"202ccb36-6026-46ef-9db0-ac90a2475795","remote_addr":"[fd00:1122:3344:101::a]:61586","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":239,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:47.462392887Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"29723980-7d59-4d00-b69c-accfed9e808e","remote_addr":"[fd00:1122:3344:101::a]:41264","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":311,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:51.276611892Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55600"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:36:51.276808075Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"e675a908-1405-44b8-bf8f-4342a6d920bd","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55600","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:07.296253394Z","hostname":"buskin","pid":1566,"uri":"/38711855-ef69-4d79-bb75-aebd85b1280b","method":"GET","req_id":"daf34f0d-4cbb-4c98-8119-6045497b2db5","remote_addr":"[fd00:1122:3344:101::d]:58688","local_addr":"[fd00:1122:3344:101::1]:49777","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6197,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:16.638790433Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:51758"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:16.638902035Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"938600af-64c9-426e-a517-f9f0ae325aa3","remote_addr":"[fd00:1122:3344:101::b]:51758","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":52,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:16.677436061Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:16.677461592Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"08d64cf0-c21d-4364-aa5c-525efded2e7c","remote_addr":"[fd00:1122:3344:101::b]:51758","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":57,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:16.686484439Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"dedea9bc-49e1-4bf3-8ddb-40878580a076","remote_addr":"[fd00:1122:3344:101::b]:51758","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":170,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:16.826557527Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:42057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:16.826761271Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"6b79ebbc-e19e-488d-80c6-0a0b7feaca08","remote_addr":"[fd00:1122:3344:101::b]:42057","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":145,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:16.841650933Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:60430"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:16.841743215Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:16.886550264Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:16.974113822Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"349aab20-d1a2-416a-ac1d-3a5f766d846d","remote_addr":"[fd00:1122:3344:101::b]:60430","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":132379,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:16.974487859Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"a2405b8c-a694-4301-92f6-167287e9de77","remote_addr":"[fd00:1122:3344:101::b]:60430","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":120,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:17.22680629Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:35061"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:17.226903392Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"85c33a06-a00d-4c05-80e7-74cbfbdd5867","remote_addr":"[fd00:1122:3344:101::c]:35061","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":46,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:17.239873106Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:57674"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:17.24005067Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"a639bb4e-addd-4b29-b858-73465ddb7dce","remote_addr":"[fd00:1122:3344:101::c]:57674","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":125,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:17.242148471Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:17.242159831Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"486777d9-095f-4abb-8a06-21e3ee49ddfd","remote_addr":"[fd00:1122:3344:101::c]:35061","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:17.252138977Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"36e22470-733d-4d5d-bd91-43a92ab3b315","remote_addr":"[fd00:1122:3344:101::c]:35061","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":172,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:17.439109685Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:51144"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:17.439221967Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:17.477401096Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:17.534059898Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"2527e4ca-d3b7-48fd-868d-a97e94feda51","remote_addr":"[fd00:1122:3344:101::c]:51144","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94870,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:17.534230661Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:54026"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:17.534275452Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:54126"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:17.534461086Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"631f81ed-0d97-49af-9835-eb3a8ffc5d0f","remote_addr":"[fd00:1122:3344:101::a]:54026","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":113,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:17.534609639Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"26c8ec03-419e-4a5d-a90f-8bdc3cb14055","remote_addr":"[fd00:1122:3344:101::c]:51144","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":296,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:17.534694631Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"c0a18049-7b3c-40d6-ab0a-0cdf34be2cc6","remote_addr":"[fd00:1122:3344:101::a]:54126","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":210,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:17.539344292Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:45016"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:17.539490785Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:17.577639143Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:17.631857887Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"f25f70aa-f934-491e-9153-31d429577571","remote_addr":"[fd00:1122:3344:101::a]:45016","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92438,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:17.632315936Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:17.632362797Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d10d19d5-9f34-493d-a57f-7245c7fb4a0d","remote_addr":"[fd00:1122:3344:101::a]:54026","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":202,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:17.632454878Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"2aff62ce-b1b0-436a-bb37-3c288eaac28d","remote_addr":"[fd00:1122:3344:101::a]:45016","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":258,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:17.641049037Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"9b0a92bb-75ba-4065-a18a-96a2f6967d10","remote_addr":"[fd00:1122:3344:101::a]:54026","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":231,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:21.309847748Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:63396"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:21.30993354Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"8ac420ae-8810-4774-b72a-6bb466198c85","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:63396","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":43,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:37.296397992Z","hostname":"buskin","pid":1566,"uri":"/38711855-ef69-4d79-bb75-aebd85b1280b","method":"GET","req_id":"82829c47-cbcc-44b3-ae8a-ce40321769ed","remote_addr":"[fd00:1122:3344:101::d]:58688","local_addr":"[fd00:1122:3344:101::1]:49777","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6320,"response_code":"200"} {"msg":"running automatic periodic zone bundle cleanup","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:45.679439676Z","hostname":"buskin","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:197"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:45.679556208Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:45.707801232Z","hostname":"buskin","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.99999721s","next_cleanup":"Instant { tv_sec: 2091, tv_nsec: 252399718 }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:46.371101826Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:35543"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:46.371317791Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"014f937f-7146-47b4-bea9-0bf7700cf3d5","remote_addr":"[fd00:1122:3344:101::b]:35543","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":130,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:46.440565469Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:56802"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:46.440719542Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"49d354fc-5b85-4420-a5ac-5a5fc7cdb7ed","remote_addr":"[fd00:1122:3344:101::b]:56802","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:46.454912859Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:46.454929715Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a1ecb4bb-6e69-4735-a83b-3dc170eb54df","remote_addr":"[fd00:1122:3344:101::b]:56802","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":71,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:46.46301771Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"bf02fc5b-bf4a-4888-a04d-6c21f4bfa01c","remote_addr":"[fd00:1122:3344:101::b]:56802","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":237,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:46.531151677Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:57901"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:46.531219328Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:46.567086412Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:46.616558512Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"5b7ff7ce-9803-4a6c-a0bc-9ac7383d98bc","remote_addr":"[fd00:1122:3344:101::b]:57901","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":85360,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:46.616803367Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"c3fb74a1-4370-469d-a005-a56ec839b139","remote_addr":"[fd00:1122:3344:101::b]:57901","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:46.98953697Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:37466"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:46.989625482Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"fe77862a-b2d0-4158-9452-7e6159ca2f25","remote_addr":"[fd00:1122:3344:101::c]:37466","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":52,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:47.040719364Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:47.040761725Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"11ab8e38-b8b9-4578-b860-8853d3e1a0ee","remote_addr":"[fd00:1122:3344:101::c]:37466","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:47.050116659Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"af3276bf-eace-44d9-b84b-78be9f8c7967","remote_addr":"[fd00:1122:3344:101::c]:37466","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":237,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:47.217561994Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:59099"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:47.217651026Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:47.249588902Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:47.304570501Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ac74eaea-c8d9-43f3-a5ce-6a4419f00f50","remote_addr":"[fd00:1122:3344:101::c]:59099","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":86950,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:47.304694923Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:54394"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:47.304735514Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:43357"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:47.304969659Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"42a24913-998e-4e14-a921-99513cb4dfaf","remote_addr":"[fd00:1122:3344:101::a]:43357","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":134,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:47.305169343Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"f0c915ac-a9c0-44c5-ad74-03cd6e01f910","remote_addr":"[fd00:1122:3344:101::c]:59099","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":302,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:47.305253104Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"7fe33dee-18a6-4587-95ea-a2fc3c40fea3","remote_addr":"[fd00:1122:3344:101::c]:54394","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":258,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:47.320215158Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:47.320238828Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"3bb38c80-b476-4b7b-9b83-114df1c1b59d","remote_addr":"[fd00:1122:3344:101::a]:43357","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:47.326855798Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:52586"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:47.327002521Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"2117606c-cc91-4167-85aa-a78214f57f2d","remote_addr":"[fd00:1122:3344:101::a]:52586","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:47.333461568Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"bdb5e972-3352-4391-bbfd-5b8ce8325f00","remote_addr":"[fd00:1122:3344:101::a]:43357","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":226,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:47.372568365Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57998"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:47.372678857Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:47.407535341Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:47.456317448Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"0a66f2ab-8ae6-4fc8-bb09-ab80a78bbe82","remote_addr":"[fd00:1122:3344:101::a]:57998","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":83674,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:47.456730736Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"4bcf9ea8-e774-485b-9424-35ca20a31100","remote_addr":"[fd00:1122:3344:101::a]:57998","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":114,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:51.342089866Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46223"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:37:51.342191988Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"36f6db76-76df-4723-800c-00f851e22734","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46223","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":48,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:00.674626369Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:07.296069381Z","hostname":"buskin","pid":1566,"uri":"/38711855-ef69-4d79-bb75-aebd85b1280b","method":"GET","req_id":"7b7252c3-ce25-44cc-9b30-c5d65ca153cd","remote_addr":"[fd00:1122:3344:101::d]:58688","local_addr":"[fd00:1122:3344:101::1]:49777","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6037,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:16.452890245Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:40656"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:16.453022108Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"0c39c626-6805-476e-97bc-7b57063c3795","remote_addr":"[fd00:1122:3344:101::b]:40656","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:16.496783227Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:16.496828678Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"7493ea8a-311c-4f36-a29f-3d2a6226d85e","remote_addr":"[fd00:1122:3344:101::b]:40656","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":59,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:16.505741553Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"6d457d55-c479-4ab5-a405-9a0b01f565cd","remote_addr":"[fd00:1122:3344:101::b]:40656","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":237,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:16.774314292Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:54492"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:16.774467325Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"bff2dcf8-f99b-4ed6-8ac4-0d5e214ff500","remote_addr":"[fd00:1122:3344:101::b]:54492","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:16.824020877Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:52717"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:16.824094768Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:16.863717096Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:16.956018556Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"0ee52470-77fa-4775-b603-5f4406c9ad38","remote_addr":"[fd00:1122:3344:101::b]:52717","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":131943,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:16.956574218Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"eb238c6a-6374-40ad-b2bb-07fa902a627a","remote_addr":"[fd00:1122:3344:101::b]:52717","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":251,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:17.35020409Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:62932"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:17.350298422Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"1db7907d-8a97-46a8-92d5-108b44e7ec46","remote_addr":"[fd00:1122:3344:101::a]:62932","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":44,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:17.381890282Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:51975"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:17.382016205Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"52df9371-f110-4904-bdf8-23a9c4c8c2ff","remote_addr":"[fd00:1122:3344:101::c]:51975","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":31,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:17.397399307Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:17.397454008Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a8b6d2f1-236b-46a3-ba67-9a6cad04d727","remote_addr":"[fd00:1122:3344:101::a]:62932","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":128,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:17.427773232Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:17.427796303Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"909d9e33-cdec-4877-9304-52869e3df63a","remote_addr":"[fd00:1122:3344:101::c]:51975","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":27,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:17.436778699Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"90ff624a-2d0c-4023-ac9c-3384639e15aa","remote_addr":"[fd00:1122:3344:101::c]:51975","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":187,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:17.455058898Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:53472"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:17.455201751Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"b0dfdcf6-b31e-4bbd-a1c2-e055ca9df275","remote_addr":"[fd00:1122:3344:101::c]:53472","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:17.496181895Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:62730"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:17.496258606Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:17.533207471Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:17.590499685Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"95a55094-48a1-44b0-a5df-e74d04afa07f","remote_addr":"[fd00:1122:3344:101::c]:62730","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94267,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:17.59073635Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:59382"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:17.591021355Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e980b17e-5906-4eb5-88e9-0beefcae4c73","remote_addr":"[fd00:1122:3344:101::a]:62932","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":351,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:17.591079856Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"ee6e9f28-73dc-4339-ab37-db9c9b58e0e4","remote_addr":"[fd00:1122:3344:101::a]:59382","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":229,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:17.591094407Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"4c59877e-0b2a-4eeb-80e9-90bbc0aef50c","remote_addr":"[fd00:1122:3344:101::c]:62730","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":308,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:17.618505705Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:35991"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:17.618606497Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:17.653752756Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:17.706208675Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"cd868dd3-df99-4375-84ac-4b557559930a","remote_addr":"[fd00:1122:3344:101::a]:35991","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87640,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:17.706656184Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"6a6247ef-30fc-413e-a5dd-d0480cf857b9","remote_addr":"[fd00:1122:3344:101::a]:35991","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":211,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:21.374636619Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:52171"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:21.374794172Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"5a942c1b-c080-47a6-a61b-ac6623f19857","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:52171","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:37.29787083Z","hostname":"buskin","pid":1566,"uri":"/38711855-ef69-4d79-bb75-aebd85b1280b","method":"GET","req_id":"3001be50-5023-469d-ba95-5ceb37561ab2","remote_addr":"[fd00:1122:3344:101::d]:58688","local_addr":"[fd00:1122:3344:101::1]:49777","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7144,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:46.415342823Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:48615"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:46.415482985Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"854c9e34-6be0-4cfd-8a70-70237b4b83d6","remote_addr":"[fd00:1122:3344:101::b]:48615","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":56,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:46.461008119Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:46.461026689Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"f2c5a23e-d660-493c-8bd4-5ef311b34a4e","remote_addr":"[fd00:1122:3344:101::b]:48615","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:46.463832374Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:55417"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:46.463985397Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"cb18a2ac-0375-4655-b320-e8500f83b719","remote_addr":"[fd00:1122:3344:101::b]:55417","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:46.470105367Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"0a77655b-b175-4cbc-a233-4a9f957615ac","remote_addr":"[fd00:1122:3344:101::b]:48615","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":155,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:46.497804411Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41780"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:46.497904583Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:46.534718395Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:46.59054274Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"9f30ade8-bf14-432b-916c-34ae22951444","remote_addr":"[fd00:1122:3344:101::b]:41780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92667,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:46.593138751Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"c643d747-56bd-466d-8615-250563dc16d6","remote_addr":"[fd00:1122:3344:101::b]:41780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:47.011808065Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:63062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:47.011944098Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c6412e56-00ce-43c9-90b8-93ee5c4f1593","remote_addr":"[fd00:1122:3344:101::c]:63062","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":64,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:47.029124385Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:47.029184396Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"374fb775-8cfb-4a02-b5a9-4aeb65dcd007","remote_addr":"[fd00:1122:3344:101::c]:63062","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":241,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:47.039246314Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"cf048a28-1daa-4485-a6e0-8db76cb6e21f","remote_addr":"[fd00:1122:3344:101::c]:63062","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":209,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:47.099070008Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:62192"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:47.09917535Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:47.146058269Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:47.209867211Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ff7cf100-98ca-4f51-9cd8-ff88a69dacf4","remote_addr":"[fd00:1122:3344:101::c]:62192","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":110728,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:47.210096656Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:60577"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:47.210276679Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"6e91dc8b-32e3-4981-a104-4e40320ea7c5","remote_addr":"[fd00:1122:3344:101::c]:62192","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":170,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:47.210468273Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"f7cc658c-47f8-47ff-8e83-ea0e8ded8ae4","remote_addr":"[fd00:1122:3344:101::c]:60577","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":237,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:47.286881462Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:60792"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:47.287013015Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f3d2da02-f319-4931-a5ef-03771e527e5d","remote_addr":"[fd00:1122:3344:101::a]:60792","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:47.301381217Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:47.301414618Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"31ec9673-b9cc-4c13-8726-4205f47afc57","remote_addr":"[fd00:1122:3344:101::a]:60792","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":75,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:47.310258601Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"923c28d3-7602-4e8b-948f-f094f6d7b2e7","remote_addr":"[fd00:1122:3344:101::a]:60792","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":245,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:47.393430193Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:35431"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:47.393595866Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"afb7863e-ae7b-4415-aeb5-35efb14aa43d","remote_addr":"[fd00:1122:3344:101::a]:35431","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":122,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:47.40601216Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:49073"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:47.406099241Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:47.44273907Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:47.495294931Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"d6e13e3e-0c9f-40fa-9b9e-382cfb85ca6a","remote_addr":"[fd00:1122:3344:101::a]:49073","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89229,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:47.495540246Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d1849b81-90d1-429c-97e6-c0ce5c99620e","remote_addr":"[fd00:1122:3344:101::a]:49073","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:51.408183232Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:45855"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:38:51.408266913Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"7bbc37a5-2a4d-4c32-b65b-ea7dfc1f5033","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:45855","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":42,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:07.296399356Z","hostname":"buskin","pid":1566,"uri":"/38711855-ef69-4d79-bb75-aebd85b1280b","method":"GET","req_id":"8a6a3c68-034d-471f-ad0d-88019dd10fac","remote_addr":"[fd00:1122:3344:101::d]:58688","local_addr":"[fd00:1122:3344:101::1]:49777","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5336,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:16.479001406Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:46470"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:16.479119219Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"012a7008-09ba-4fe4-8a40-cf2f1fd06883","remote_addr":"[fd00:1122:3344:101::b]:46470","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":41,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:16.554216772Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:62948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:16.554364255Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"be840e90-85cf-425a-b33e-2f64bbf11b5c","remote_addr":"[fd00:1122:3344:101::b]:62948","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:16.599274026Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:16.599312587Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"593e8b24-f0fe-4138-98c2-3c43bef982d0","remote_addr":"[fd00:1122:3344:101::b]:46470","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":57,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:16.607308284Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"54aaad3d-568a-447d-9003-c130e5a7a465","remote_addr":"[fd00:1122:3344:101::b]:46470","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":152,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:16.686178381Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:52853"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:16.686343965Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:16.719344342Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:16.773128507Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"3ceda023-c1c5-4f91-aa99-c59780024d5a","remote_addr":"[fd00:1122:3344:101::b]:52853","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":86847,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:16.773462844Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"a1a97b51-6b5e-4e85-84a9-429316824bce","remote_addr":"[fd00:1122:3344:101::b]:52853","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":107,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:17.172596434Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:35403"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:17.172748808Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"3af38a9d-bf05-4bfa-b227-81011f44755c","remote_addr":"[fd00:1122:3344:101::c]:35403","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":58,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:17.229260946Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:17.229309797Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"dcc6013e-e9cc-4ba9-afb5-81f65d89bb73","remote_addr":"[fd00:1122:3344:101::c]:35403","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":81,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:17.240208351Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"9e6e563e-6738-4537-888b-ab31a0c50ef0","remote_addr":"[fd00:1122:3344:101::c]:35403","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":253,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:17.331803008Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:51116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:17.331958361Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"cc82fa6f-969e-44d0-8759-659424768ae8","remote_addr":"[fd00:1122:3344:101::c]:51116","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":123,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:17.34873974Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:48799"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:17.348829052Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"6b67ec23-4c14-4787-ae5a-b8726d5e122e","remote_addr":"[fd00:1122:3344:101::a]:48799","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":42,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:17.400429595Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:17.400458115Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a869788f-5562-497d-8eca-5fb8b6f2e7f8","remote_addr":"[fd00:1122:3344:101::a]:48799","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":73,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:17.410369199Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"b12e1dd6-784d-4e2f-85a7-80338ec5fc8d","remote_addr":"[fd00:1122:3344:101::a]:48799","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":280,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:17.422789293Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:38456"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:17.422888535Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:17.460545394Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:17.512152927Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"39f8d68a-f055-4c98-b7af-24a46f6bb388","remote_addr":"[fd00:1122:3344:101::c]:38456","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89290,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:17.512548204Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"8a8a1141-c6bc-44b2-97d4-994869ee6eb5","remote_addr":"[fd00:1122:3344:101::c]:38456","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":149,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:17.518681635Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:55976"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:17.51894553Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"705dd173-3534-4031-9646-0f6b354155d9","remote_addr":"[fd00:1122:3344:101::a]:55976","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":151,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:17.55618418Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:62649"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:17.556306723Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:17.589986974Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:17.639552496Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"d57f3bde-ce31-477a-a24a-021211766257","remote_addr":"[fd00:1122:3344:101::a]:62649","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":83298,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:17.639846572Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"cdf3aea3-c07f-4c34-91f9-fb59fe683e35","remote_addr":"[fd00:1122:3344:101::a]:62649","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:21.44102575Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51766"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:21.441119272Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"aff26fc4-6f67-42b9-a2d3-29296839cc91","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51766","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":29,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:37.296782758Z","hostname":"buskin","pid":1566,"uri":"/38711855-ef69-4d79-bb75-aebd85b1280b","method":"GET","req_id":"7f7edb5d-716a-4e3a-8219-00f50ab813ad","remote_addr":"[fd00:1122:3344:101::d]:58688","local_addr":"[fd00:1122:3344:101::1]:49777","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5706,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:46.356581959Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:35844"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:46.356704822Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"cbeb8d21-c533-48c5-9983-9a57024b2ad7","remote_addr":"[fd00:1122:3344:101::b]:35844","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":52,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:46.41011764Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:46.41014815Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"38963e06-15df-467b-9ac5-4183ea2cdf4a","remote_addr":"[fd00:1122:3344:101::b]:35844","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":62,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:46.423643435Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"9a5a4858-230a-4e9f-983c-336acd3ef64a","remote_addr":"[fd00:1122:3344:101::b]:35844","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":250,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:46.598654619Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:64671"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:46.598824702Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"377f467c-b9a2-488f-8b78-2f02f70ba929","remote_addr":"[fd00:1122:3344:101::b]:64671","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":138,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:46.605216218Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:33658"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:46.605283319Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:46.640349017Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:46.69199073Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"171acb2a-a1f8-460b-bb30-b64057df3fd3","remote_addr":"[fd00:1122:3344:101::b]:33658","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":86736,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:46.692275876Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7af3ca6c-a8c2-4443-8374-8434a2c1cea5","remote_addr":"[fd00:1122:3344:101::b]:33658","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":117,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:47.035969689Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:33715"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:47.03605165Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"a1b696f2-a8b9-462b-84ae-e4e18c474350","remote_addr":"[fd00:1122:3344:101::c]:33715","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":40,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:47.051011554Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:47.051030964Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2180261b-5083-4892-8e2f-eead07f87d2d","remote_addr":"[fd00:1122:3344:101::c]:33715","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":60,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:47.063785274Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f480b0c8-05d0-447b-8234-1c6e92391612","remote_addr":"[fd00:1122:3344:101::c]:33715","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":299,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:47.11555494Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:56622"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:47.115766634Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"079c753a-4534-4995-a67d-b8e0c2d72772","remote_addr":"[fd00:1122:3344:101::c]:56622","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":150,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:47.166595762Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:51457"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:47.166688544Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:47.204941204Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:47.258144798Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"6c1fd526-82aa-4340-a537-838451dddfc3","remote_addr":"[fd00:1122:3344:101::c]:51457","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91484,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:47.258550626Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"c5104821-d9ee-430d-8b4f-e59a944a7674","remote_addr":"[fd00:1122:3344:101::c]:51457","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":140,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:47.268519871Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:56703"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:47.268714635Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"6b6c56ae-71d2-49ef-93b1-21da6386555f","remote_addr":"[fd00:1122:3344:101::a]:56703","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:47.288933182Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:47.288984483Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"8f84f6ef-a134-4651-a21d-8020007fdff7","remote_addr":"[fd00:1122:3344:101::a]:56703","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":133,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:47.370011203Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:50150"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:47.370173186Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"86449e5e-0b57-4ede-986e-d84935d54ebc","remote_addr":"[fd00:1122:3344:101::a]:50150","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":107,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:47.378620391Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"06df7b87-1d60-4c30-a480-2fda326b4552","remote_addr":"[fd00:1122:3344:101::a]:56703","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":222,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:47.442202179Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57394"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:47.442296691Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:47.478828428Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:47.531613463Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"2e174015-ff79-45bc-91a9-187442d6fbe2","remote_addr":"[fd00:1122:3344:101::a]:57394","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89347,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:47.531884279Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"0500c9d2-cf9e-4127-8269-1608d9b426d2","remote_addr":"[fd00:1122:3344:101::a]:57394","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:51.475789337Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59717"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:39:51.475986401Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"d82256fd-9b30-4821-bee7-478f7a0266ff","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59717","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:07.297320684Z","hostname":"buskin","pid":1566,"uri":"/38711855-ef69-4d79-bb75-aebd85b1280b","method":"GET","req_id":"136d1799-24bf-4a1c-8e28-8dbdfcc189c7","remote_addr":"[fd00:1122:3344:101::d]:58688","local_addr":"[fd00:1122:3344:101::1]:49777","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6221,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:16.440172865Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:47445"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:16.440303457Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e7616ec3-c3c3-45fe-a830-a53df523d84c","remote_addr":"[fd00:1122:3344:101::b]:47445","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":51,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:16.527444947Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:16.527477988Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"7ab41160-3d30-4e39-a729-c3dacec21182","remote_addr":"[fd00:1122:3344:101::b]:47445","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:16.538519084Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d6c3e293-7a3e-445b-b062-3453b520a6f6","remote_addr":"[fd00:1122:3344:101::b]:47445","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":280,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:16.731791416Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:49912"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:16.731939759Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"4ff79957-3289-4987-97e6-9d883c2a0fd8","remote_addr":"[fd00:1122:3344:101::b]:49912","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":119,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:16.783071253Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:56545"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:16.783154434Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:16.819202011Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:16.875978605Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"6a219151-32d5-4da9-9492-e97f8f0ea39a","remote_addr":"[fd00:1122:3344:101::b]:56545","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92851,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:16.876392344Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"8c74c656-bffb-46e3-9bd0-75f0e2a129de","remote_addr":"[fd00:1122:3344:101::b]:56545","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":163,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:17.062711549Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:60934"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:17.062818121Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"5e7e7977-e4ae-49fc-b155-b12dbb16cd84","remote_addr":"[fd00:1122:3344:101::c]:60934","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":51,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:17.129329986Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:17.129378137Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"9b85f1c2-0b70-4e28-ac8e-5ae11ef18cc6","remote_addr":"[fd00:1122:3344:101::c]:60934","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":77,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:17.295422174Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:45319"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:17.295515286Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e96ce9fe-70ea-4880-9cb6-2ea2053a7f16","remote_addr":"[fd00:1122:3344:101::a]:45319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":44,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:17.334026172Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:34791"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:17.334215076Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"5deb541d-68d0-4e64-b7ac-a059803701b9","remote_addr":"[fd00:1122:3344:101::c]:34791","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":132,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:17.337950879Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"bc6baf5c-3588-4d26-8308-23fdcc0c9d7b","remote_addr":"[fd00:1122:3344:101::c]:60934","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":272,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:17.361513211Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:17.361547372Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e27370b2-f907-4ebd-a27e-9d8b597cba6a","remote_addr":"[fd00:1122:3344:101::a]:45319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":86,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:17.371896085Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"7f4339d4-7c91-4e9a-96b5-db870c0954c3","remote_addr":"[fd00:1122:3344:101::a]:45319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":245,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:17.486750628Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:58228"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:17.48685325Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:17.525415697Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:17.583299083Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"bb05ecf6-fdd9-43d2-8411-ed9c28cd9cad","remote_addr":"[fd00:1122:3344:101::c]:58228","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96489,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:17.583509887Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:37949"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:17.583602149Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"b6ae8e27-19be-4e7c-a581-460034c04575","remote_addr":"[fd00:1122:3344:101::c]:58228","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":135,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:17.583760652Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"c782edc7-87a6-4e36-ab4f-f2e4a33fb21c","remote_addr":"[fd00:1122:3344:101::a]:37949","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":150,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:17.639511346Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57721"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:17.639677869Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:17.678928749Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:17.735354286Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"615fd437-c3e8-4e6d-a39f-5db920b0bd1f","remote_addr":"[fd00:1122:3344:101::a]:57721","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95753,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:17.735625981Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"b1b56932-bdc3-4cb5-bd74-9caf7a28e509","remote_addr":"[fd00:1122:3344:101::a]:57721","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:21.508989634Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:34294"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:21.509082776Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"cda79ab7-765a-4a6e-9d4b-6bf61ae9b4e7","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:34294","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:37.297095574Z","hostname":"buskin","pid":1566,"uri":"/38711855-ef69-4d79-bb75-aebd85b1280b","method":"GET","req_id":"c5962cb9-5dcd-4c38-9ab9-aa71cc903ce6","remote_addr":"[fd00:1122:3344:101::d]:58688","local_addr":"[fd00:1122:3344:101::1]:49777","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5660,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:46.399627504Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:43267"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:46.399736876Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"04e1f87f-d997-4112-be78-89f9d76e2243","remote_addr":"[fd00:1122:3344:101::b]:43267","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":50,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:46.44373414Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:46.4437556Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b6b2f055-67fd-45eb-86a6-98e531a24ce9","remote_addr":"[fd00:1122:3344:101::b]:43267","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":57,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:46.452439421Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"3edef302-0ac4-4c1f-9033-5a9f3f8080eb","remote_addr":"[fd00:1122:3344:101::b]:43267","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":215,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:46.476343479Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:61233"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:46.476438061Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:46.513318715Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:46.566186142Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"2f8297e2-5673-416b-a594-3004e07741b4","remote_addr":"[fd00:1122:3344:101::b]:61233","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89770,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:46.566397366Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:50195"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:46.566728923Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"0bed9d40-6dd5-4dd7-a118-ab928ea61d9a","remote_addr":"[fd00:1122:3344:101::b]:50195","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":222,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:46.566776034Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"90bfcfa8-86c1-42d9-8845-ab5b611e9242","remote_addr":"[fd00:1122:3344:101::b]:61233","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":263,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:47.064080941Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:53976"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:47.064210863Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"9a478888-3d32-4f65-99e1-16f558371ace","remote_addr":"[fd00:1122:3344:101::c]:53976","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":71,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:47.090672402Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:33073"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:47.090848976Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"caa3cd0b-e9af-4880-bf20-5017a02ec0cc","remote_addr":"[fd00:1122:3344:101::c]:33073","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":125,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:47.128845681Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:47.128882052Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2ee5e924-2a4e-467a-8ec8-98c6598835b0","remote_addr":"[fd00:1122:3344:101::c]:53976","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":81,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:47.138840797Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"38a1e057-a238-4491-a68f-90a18a7c0bbe","remote_addr":"[fd00:1122:3344:101::c]:53976","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":178,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:47.17768861Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:58390"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:47.177790872Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:47.216231646Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:47.271639963Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"f784b0da-b341-4112-890f-c03148775728","remote_addr":"[fd00:1122:3344:101::c]:58390","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93873,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:47.271806856Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58973"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:47.27200911Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e850f2bf-02c0-4b31-9f57-6ed1edc5ce71","remote_addr":"[fd00:1122:3344:101::a]:58973","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:47.272214254Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"df202f2e-5be9-4d89-a699-d53679d4aba5","remote_addr":"[fd00:1122:3344:101::c]:58390","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":132,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:47.298461209Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:47.29848816Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"3fb262f1-f5a1-4c4c-addc-40f256556db7","remote_addr":"[fd00:1122:3344:101::a]:58973","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:47.308268792Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"210b515d-22eb-45ab-b925-5ec7b5cbb915","remote_addr":"[fd00:1122:3344:101::a]:58973","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":359,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:47.326818325Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:40124"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:47.326901727Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:47.367458833Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:47.418548675Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"682eeea7-90e6-41fc-9b58-361bcccf22be","remote_addr":"[fd00:1122:3344:101::a]:40124","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91672,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:47.41875906Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63926"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:47.418886522Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"fa4904d6-1095-41c3-90b5-17f933933cee","remote_addr":"[fd00:1122:3344:101::a]:40124","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":142,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:47.419001344Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"f6ced53c-da9e-4f92-9ed7-1709fd2464a6","remote_addr":"[fd00:1122:3344:101::a]:63926","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":162,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:51.542844243Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:63783"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:40:51.542938885Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"4eb62570-74f5-4a84-b492-41066589c015","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:63783","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":32,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:07.298519807Z","hostname":"buskin","pid":1566,"uri":"/38711855-ef69-4d79-bb75-aebd85b1280b","method":"GET","req_id":"4f884fa6-4b92-43b8-b913-52bf70106fcd","remote_addr":"[fd00:1122:3344:101::d]:58688","local_addr":"[fd00:1122:3344:101::1]:49777","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6703,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:16.600347007Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:54302"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:16.60046122Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"12895691-f68f-4c6b-a076-f4476f552f67","remote_addr":"[fd00:1122:3344:101::b]:54302","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":54,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:16.648764967Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:16.648796788Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"17a0cf4d-981e-4294-bca6-9b340d948567","remote_addr":"[fd00:1122:3344:101::b]:54302","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":66,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:16.656826346Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"88a44f3b-923d-42aa-a7a3-930898a82427","remote_addr":"[fd00:1122:3344:101::b]:54302","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":166,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:16.832319129Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:36334"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:16.832472122Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"7c71eb36-0198-40cc-b4a9-998fa5e66858","remote_addr":"[fd00:1122:3344:101::b]:36334","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":124,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:16.859037073Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:39729"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:16.859230337Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d231a61b-6b3d-4ea9-b8ff-35ab162113d2, kind: Service { id: 5e357e48-2959-4886-8b9d-557b95c45fb7 }, name: Name(\"external-dns-5e357e48-2959-4886-8b9d-557b95c45fb7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 146])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f04f2a94-1775-401c-8f4b-f933311d21a8, kind: Service { id: 6b3cbeea-c72e-481d-a7a1-e27c601ccb03 }, name: Name(\"external-dns-6b3cbeea-c72e-481d-a7a1-e27c601ccb03\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 189])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5304be8f-eb23-4485-b885-5b368db0b5b6, kind: Service { id: 1d808376-6b5a-46f0-b373-d7ba578556eb }, name: Name(\"nexus-1d808376-6b5a-46f0-b373-d7ba578556eb\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 88])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7c489787-90c9-4b93-99c1-8a1f226c1096, kind: Service { id: a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67 }, name: Name(\"nexus-a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 21])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d755e6b0-59ef-4a09-9894-b39bfb858111, kind: Service { id: 29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037 }, name: Name(\"nexus-29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 233, 3])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:16.859270527Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:16.859293948Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:16.859301468Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:16.859340839Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:16.859350589Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:16.859371679Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:16.85937974Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"33bf596c-695c-4add-971f-33b729d50aff","remote_addr":"[fd00:1122:3344:101::b]:39729","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":283,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:16.951374214Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:53895"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:16.951482856Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:16.951500557Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:16.951535768Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Reading ledger from /pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:16.951952966Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:16.965628854Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:16.965711906Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_71fa9360-75cf-491a-b7ef-fd270ae2f32c"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:16.971062831Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:54849"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:16.971687643Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.00214052Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.002216472Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_cc26c009-a951-4771-a26a-f2513b9e63e2"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.02711894Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.036748389Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.03680096Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_56aea45f-c451-4174-9b8f-66145c2696e8"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: d7af1128-7206-4198-91cb-ef632ea8556e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.064843571Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.064915702Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_d7af1128-7206-4198-91cb-ef632ea8556e"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: fe712103-328f-4ff5-a621-99ae42de7f00 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.103260404Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.103345446Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_fe712103-328f-4ff5-a621-99ae42de7f00"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.11477523Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"8b388c6d-feef-4fa7-acbb-a43a40bf6061","remote_addr":"[fd00:1122:3344:101::b]:54849","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":143359,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.115329561Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"0d04553c-e857-4a1b-9e71-87c8847af2ea","remote_addr":"[fd00:1122:3344:101::b]:54849","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":222,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: ca727341-d003-494b-b98d-9fa5b5aeeec8 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.152001191Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.152087262Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_ca727341-d003-494b-b98d-9fa5b5aeeec8"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 1b4c5120-bb11-444d-9c86-edb04be1264c (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.185869315Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.185951037Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_1b4c5120-bb11-444d-9c86-edb04be1264c"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.201807908Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:51628"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.202079743Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c54a159e-4804-4590-a9af-4f28f4a912d3","remote_addr":"[fd00:1122:3344:101::c]:51628","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":121,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: df57d550-ef00-4438-9a9e-b1b08bdaa525 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.217379773Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.217477885Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_df57d550-ef00-4438-9a9e-b1b08bdaa525"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2517e8b2-3022-4575-a6ad-4786cce7adb4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.248392482Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.248459583Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_2517e8b2-3022-4575-a6ad-4786cce7adb4"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.265267163Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.265326964Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b2536e7b-09c7-45d5-9d66-f2975c5374a6","remote_addr":"[fd00:1122:3344:101::c]:51628","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":187,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.268952145Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"b2942ff7-db19-4b4c-ae18-188eb50ab3fe","remote_addr":"[fd00:1122:3344:101::b]:53895","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":317516,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.275856011Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a3daaa29-74a2-4ee5-83ec-9d03bfaa7190","remote_addr":"[fd00:1122:3344:101::c]:51628","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":348,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.435372701Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:47953"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.435586925Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"7db07e7b-fefa-422f-a73d-6ec982f6707b","remote_addr":"[fd00:1122:3344:101::c]:47953","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":152,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.43791609Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:33704"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.438058673Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.438072234Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.438143035Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Reading ledger from /pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.43842122Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.44758619Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:40611"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.447821405Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c427516f-effc-4648-a758-8f817d26a5af","remote_addr":"[fd00:1122:3344:101::a]:40611","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.450588999Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.450615769Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_71fa9360-75cf-491a-b7ef-fd270ae2f32c"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.485725258Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.48580854Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_cc26c009-a951-4771-a26a-f2513b9e63e2"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.505994976Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.506056727Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"5fb90599-a2f8-4470-a6d2-cc061183df16","remote_addr":"[fd00:1122:3344:101::a]:40611","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":191,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.511904192Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:43547"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.51229958Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.524455328Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.52452483Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_56aea45f-c451-4174-9b8f-66145c2696e8"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: d7af1128-7206-4198-91cb-ef632ea8556e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.551407717Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.551472768Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_d7af1128-7206-4198-91cb-ef632ea8556e"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.557799423Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.577177833Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d0cb0419-af7a-4962-9fb0-6d2860e53d63","remote_addr":"[fd00:1122:3344:101::a]:40611","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5087,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: fe712103-328f-4ff5-a621-99ae42de7f00 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.579761163Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.579778034Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_fe712103-328f-4ff5-a621-99ae42de7f00"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.601174794Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:47087"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.601427528Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.60148552Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.601577091Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Reading ledger from /pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.601865637Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:178"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: ca727341-d003-494b-b98d-9fa5b5aeeec8 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.602308866Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.605300975Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_ca727341-d003-494b-b98d-9fa5b5aeeec8"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.617148827Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:52592"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.617410292Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"a00e15cb-f8c7-4f65-8a3a-9d68baffb342","remote_addr":"[fd00:1122:3344:101::a]:52592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":161,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.619161496Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:40585"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 71fa9360-75cf-491a-b7ef-fd270ae2f32c (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.620259608Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.620272518Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_71fa9360-75cf-491a-b7ef-fd270ae2f32c"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.623678055Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.624117164Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"18aa15e2-11b6-4b60-a3ca-afe93b7efb25","remote_addr":"[fd00:1122:3344:101::c]:43547","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111998,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.631884486Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"be93b4af-9354-4eb0-89af-fb4d87a704b3","remote_addr":"[fd00:1122:3344:101::c]:43547","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3981,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 1b4c5120-bb11-444d-9c86-edb04be1264c (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.639126478Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.639521136Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_1b4c5120-bb11-444d-9c86-edb04be1264c"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: cc26c009-a951-4771-a26a-f2513b9e63e2 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.654717594Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.654768225Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_cc26c009-a951-4771-a26a-f2513b9e63e2"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.672286389Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 56aea45f-c451-4174-9b8f-66145c2696e8 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.679685924Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.679781256Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_56aea45f-c451-4174-9b8f-66145c2696e8"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.684799094Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:49408"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.685137761Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d231a61b-6b3d-4ea9-b8ff-35ab162113d2, kind: Service { id: 5e357e48-2959-4886-8b9d-557b95c45fb7 }, name: Name(\"external-dns-5e357e48-2959-4886-8b9d-557b95c45fb7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 146])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f04f2a94-1775-401c-8f4b-f933311d21a8, kind: Service { id: 6b3cbeea-c72e-481d-a7a1-e27c601ccb03 }, name: Name(\"external-dns-6b3cbeea-c72e-481d-a7a1-e27c601ccb03\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 189])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5304be8f-eb23-4485-b885-5b368db0b5b6, kind: Service { id: 1d808376-6b5a-46f0-b373-d7ba578556eb }, name: Name(\"nexus-1d808376-6b5a-46f0-b373-d7ba578556eb\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 88])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7c489787-90c9-4b93-99c1-8a1f226c1096, kind: Service { id: a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67 }, name: Name(\"nexus-a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 21])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d755e6b0-59ef-4a09-9894-b39bfb858111, kind: Service { id: 29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037 }, name: Name(\"nexus-29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 233, 3])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.685196622Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.685249213Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.685267613Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.685296214Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.685313784Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.688613549Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.688943596Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d0620384-1e59-44fb-b04a-e8aa14cacba4","remote_addr":"[fd00:1122:3344:101::c]:49408","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":4020,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: df57d550-ef00-4438-9a9e-b1b08bdaa525 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.693392823Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.693413723Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_df57d550-ef00-4438-9a9e-b1b08bdaa525"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: d7af1128-7206-4198-91cb-ef632ea8556e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.710010459Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.710233433Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_d7af1128-7206-4198-91cb-ef632ea8556e"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2517e8b2-3022-4575-a6ad-4786cce7adb4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.72483584Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.724899051Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_2517e8b2-3022-4575-a6ad-4786cce7adb4"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.742538357Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"8bd0ebd6-d1bb-4acc-bfb0-12d8f584b21a","remote_addr":"[fd00:1122:3344:101::a]:40585","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":123282,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.743159609Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"941c8137-ab1f-4cbd-b26e-a7acd466ab76","remote_addr":"[fd00:1122:3344:101::a]:40585","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":341,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.743454265Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"942ce048-ab52-4feb-932b-28cced510aa4","remote_addr":"[fd00:1122:3344:101::c]:33704","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":305443,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: fe712103-328f-4ff5-a621-99ae42de7f00 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.750747108Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.750769389Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_fe712103-328f-4ff5-a621-99ae42de7f00"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: ca727341-d003-494b-b98d-9fa5b5aeeec8 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.774419033Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.774460554Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_ca727341-d003-494b-b98d-9fa5b5aeeec8"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 1b4c5120-bb11-444d-9c86-edb04be1264c (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.796461785Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.796518376Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_1b4c5120-bb11-444d-9c86-edb04be1264c"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: df57d550-ef00-4438-9a9e-b1b08bdaa525 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.818392985Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.818449697Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_df57d550-ef00-4438-9a9e-b1b08bdaa525"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2517e8b2-3022-4575-a6ad-4786cce7adb4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.841209723Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.841261164Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1022","zpool":"oxp_2517e8b2-3022-4575-a6ad-4786cce7adb4"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.854040815Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"40a0ace9-387e-4d2e-b633-502ff702a91b","remote_addr":"[fd00:1122:3344:101::a]:47087","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":252701,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.883327149Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:35419"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.883527073Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d231a61b-6b3d-4ea9-b8ff-35ab162113d2, kind: Service { id: 5e357e48-2959-4886-8b9d-557b95c45fb7 }, name: Name(\"external-dns-5e357e48-2959-4886-8b9d-557b95c45fb7\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 146])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f04f2a94-1775-401c-8f4b-f933311d21a8, kind: Service { id: 6b3cbeea-c72e-481d-a7a1-e27c601ccb03 }, name: Name(\"external-dns-6b3cbeea-c72e-481d-a7a1-e27c601ccb03\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 175, 189])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5304be8f-eb23-4485-b885-5b368db0b5b6, kind: Service { id: 1d808376-6b5a-46f0-b373-d7ba578556eb }, name: Name(\"nexus-1d808376-6b5a-46f0-b373-d7ba578556eb\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 88])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7c489787-90c9-4b93-99c1-8a1f226c1096, kind: Service { id: a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67 }, name: Name(\"nexus-a9e4fe56-4bc9-4138-aa8c-5ab6c1fb6d67\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 21])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d755e6b0-59ef-4a09-9894-b39bfb858111, kind: Service { id: 29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037 }, name: Name(\"nexus-29e2fd98-f1e5-4d2c-9541-cf5d2cc3c037\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 233, 3])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.883558294Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.883577734Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.883585695Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.883591055Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.883597485Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.883606285Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:17.883628115Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"c80275bb-bdc9-4c8d-9f92-f224e443c58e","remote_addr":"[fd00:1122:3344:101::a]:35419","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":229,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:21.576820015Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44099"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:21.577017769Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"9f972faf-24c6-47c3-91f1-e117e84d6347","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44099","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:37.297688116Z","hostname":"buskin","pid":1566,"uri":"/38711855-ef69-4d79-bb75-aebd85b1280b","method":"GET","req_id":"a20b76d0-4890-4559-895c-e574a34f0f34","remote_addr":"[fd00:1122:3344:101::d]:58688","local_addr":"[fd00:1122:3344:101::1]:49777","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5736,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:46.430718024Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:48165"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:46.430815506Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"a1b10663-6571-4152-8250-7b49422d0315","remote_addr":"[fd00:1122:3344:101::b]:48165","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":36,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:46.475633815Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:46.475663956Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"3c88606f-c62f-4df5-b2fa-c73e30808b67","remote_addr":"[fd00:1122:3344:101::b]:48165","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":51,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:46.484758785Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a913c3c3-737b-4916-bf9b-bb04059f5afa","remote_addr":"[fd00:1122:3344:101::b]:48165","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":237,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:46.53499976Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:48668"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:46.535117242Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"40fac408-726d-4250-bce4-506b972d2521","remote_addr":"[fd00:1122:3344:101::b]:48668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:46.536324686Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:59691"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:46.536416378Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:46.574056506Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:46.626322982Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"2f402da6-47f9-4717-abcc-3a02918e1bee","remote_addr":"[fd00:1122:3344:101::b]:59691","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89931,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:46.626602588Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"80ee9407-98a6-4b34-bc0e-2261997d80fe","remote_addr":"[fd00:1122:3344:101::b]:59691","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:47.07627829Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:57583"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:47.076416123Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"adb94de2-83b5-4d10-aa9b-1d74bc7293e0","remote_addr":"[fd00:1122:3344:101::c]:57583","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":63,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:47.094667631Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:47.094702012Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a692c206-e89a-40b4-b125-5f655caea273","remote_addr":"[fd00:1122:3344:101::c]:57583","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":84,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:47.105411022Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e19b3e09-e9c0-431e-9655-47f8d5cac67a","remote_addr":"[fd00:1122:3344:101::c]:57583","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":252,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:47.182721328Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:51138"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:47.182915292Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"f36de72c-8abb-4959-a79e-43ae8b97baf6","remote_addr":"[fd00:1122:3344:101::c]:51138","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":140,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:47.205452885Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:63694"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:47.205541886Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:47.244680584Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:47.307401025Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"c6547530-ec8e-424a-b935-15fb65b71c76","remote_addr":"[fd00:1122:3344:101::c]:63694","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101890,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:47.307530807Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:38750"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:47.30764713Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e20ad0d1-083e-4e74-9e40-3beb1465af4e","remote_addr":"[fd00:1122:3344:101::a]:38750","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":59,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:47.307802863Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"3f109434-6fa5-49e2-a0e7-5487daed4b64","remote_addr":"[fd00:1122:3344:101::c]:63694","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:47.323706625Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:40737"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:47.323915319Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:47.361028717Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:47.415384463Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"f6aa30c5-09fb-4e56-8665-e5bd998706b4","remote_addr":"[fd00:1122:3344:101::a]:40737","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91554,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:47.415757791Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58950"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:47.416000536Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:47.416042986Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"0dac7e37-0a08-4c60-87d6-d967888ec7fe","remote_addr":"[fd00:1122:3344:101::a]:38750","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":227,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:47.416070947Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"8ce0989a-d0fe-4ce7-b5e9-af80e5c85d36","remote_addr":"[fd00:1122:3344:101::a]:40737","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":290,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:47.416185289Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"2f1461de-2d5c-40e0-b616-627636386984","remote_addr":"[fd00:1122:3344:101::a]:58950","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":232,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:47.426645044Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"79d1237f-010a-48f8-afb7-0a4e3205e19d","remote_addr":"[fd00:1122:3344:101::a]:38750","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":232,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:51.609199735Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36794"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:41:51.609290817Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"ca3e7104-3a2d-4bb6-b703-0f3a10f79164","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36794","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":33,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:07.298797582Z","hostname":"buskin","pid":1566,"uri":"/38711855-ef69-4d79-bb75-aebd85b1280b","method":"GET","req_id":"e9728a1c-8a37-4dcd-9db2-7c19b60fc816","remote_addr":"[fd00:1122:3344:101::d]:58688","local_addr":"[fd00:1122:3344:101::1]:49777","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6148,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:16.692173829Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58815"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:16.692362183Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"61c56d95-c6c0-491a-a41e-d9798501b426","remote_addr":"[fd00:1122:3344:101::b]:58815","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":118,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:16.719914754Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:59532"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:16.719995815Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"2d878f90-eb11-4989-b278-45abf15c8204","remote_addr":"[fd00:1122:3344:101::b]:59532","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:16.759679954Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:16.759730105Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e8d55c8f-f8fd-421f-b1c6-2a2d4f18da6c","remote_addr":"[fd00:1122:3344:101::b]:59532","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":63,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:16.768868244Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"fba31373-2f9d-4251-b6d6-4f1755d720bf","remote_addr":"[fd00:1122:3344:101::b]:59532","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":261,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:16.802445593Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:49598"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:16.802547845Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:16.834988551Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:16.906123707Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"8d80c5c0-9c6c-4171-9c22-90b07beb8d58","remote_addr":"[fd00:1122:3344:101::b]:49598","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103601,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:16.906549275Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"862a4f47-310b-4338-93c2-f8f5905eac9a","remote_addr":"[fd00:1122:3344:101::b]:49598","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":129,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:17.165456304Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:60592"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:17.165553446Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"2ffd876d-d7b1-4ef5-94b7-834da7409c96","remote_addr":"[fd00:1122:3344:101::c]:60592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":46,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:17.213952996Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:17.213978997Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"19dc4625-1042-4af8-9d51-053e8ee5e437","remote_addr":"[fd00:1122:3344:101::c]:60592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":69,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:17.223297919Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"50b4c32c-a332-42b1-9bcc-3ce8969f664a","remote_addr":"[fd00:1122:3344:101::c]:60592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":238,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:17.2763421Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:56362"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:17.276482183Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"d9944a8e-82db-4ec8-b7f2-d7c7c95f5939","remote_addr":"[fd00:1122:3344:101::a]:56362","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":43,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:17.334734696Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:17.334768106Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"fc2bf0cf-7f97-4da9-89f9-85209d069cb3","remote_addr":"[fd00:1122:3344:101::a]:56362","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":74,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:17.349032346Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f9bc7952-a622-4499-91d3-f6db7c4da7c7","remote_addr":"[fd00:1122:3344:101::a]:56362","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":228,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:17.41906698Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:56166"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:17.419245614Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"2c5bfbe0-cd59-45a0-8d18-3e63ea272c16","remote_addr":"[fd00:1122:3344:101::c]:56166","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":134,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:17.512102636Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:48303"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:17.51230591Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:17.548876257Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:17.604607781Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"8748d411-41da-44b4-a0d9-fc96fceddb50","remote_addr":"[fd00:1122:3344:101::c]:48303","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92376,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:17.604839765Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:37327"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:17.605173792Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"2e5b2001-9a56-4350-a2c8-c31ca4be7d59","remote_addr":"[fd00:1122:3344:101::c]:48303","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":303,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:17.605291734Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"b3ce7dca-272f-4de9-8ee0-03798fff4a14","remote_addr":"[fd00:1122:3344:101::a]:37327","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":297,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:17.660583819Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:39116"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:17.660749242Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:17.699589834Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:17.750792419Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"c72da5e7-27dc-4f78-8195-beda8671fac1","remote_addr":"[fd00:1122:3344:101::a]:39116","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90124,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:17.751055884Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d05c7485-b52c-4a22-9056-3bf7c2597cff","remote_addr":"[fd00:1122:3344:101::a]:39116","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:21.64127838Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51757"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:21.641441973Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"08864b28-664e-4dd1-8649-1100237dac2d","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51757","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":45,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:37.29943887Z","hostname":"buskin","pid":1566,"uri":"/38711855-ef69-4d79-bb75-aebd85b1280b","method":"GET","req_id":"6cf5a65c-753f-4177-9a2e-13d5cb41ede1","remote_addr":"[fd00:1122:3344:101::d]:58688","local_addr":"[fd00:1122:3344:101::1]:49777","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6696,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:39.002397432Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:41081"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:39.002589585Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"414ec796-94c8-40e5-a68c-7d43fd3e11c3","remote_addr":"[fd00:1122:3344:101::a]:41081","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":130,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:39.003376861Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:838","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(14052216) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:39.003400721Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"PUT","req_id":"8f7e2ace-57ef-4cdf-816b-66e8b78b2ad1","remote_addr":"[fd00:1122:3344:101::a]:41081","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":639,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:39.102893464Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:40534"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:39.112818348Z","hostname":"buskin","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:555","metadata":"InstanceMetadata { silo_id: d67475c9-87ae-4d90-9f64-ff01c1ac932d, project_id: b0ee39e3-ee2b-42ea-a096-0949e0c7b88f }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-11-25T19:42:39.102674249Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 8d77fd96-7e85-482e-b197-592d80fc5793, kind: Instance { id: b9902981-e922-4cfe-9602-2068a262a7ba }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14052216), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8d77fd96-7e85-482e-b197-592d80fc5793, kind: Instance { id: b9902981-e922-4cfe-9602-2068a262a7ba }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14052216), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8d77fd96-7e85-482e-b197-592d80fc5793, kind: Instance { id: b9902981-e922-4cfe-9602-2068a262a7ba }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14052216), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(14052216))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8d77fd96-7e85-482e-b197-592d80fc5793, kind: Instance { id: b9902981-e922-4cfe-9602-2068a262a7ba }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14052216), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-e354b30da48\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 9b661100-c859-4484-aad6-f6aa765038a2, read_only_parent: Some(Volume { block_size: 512, id: 53c92f22-7050-4e88-aacc-376be39ea03b, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 2f5f6db8-073b-4756-afea-99decc2db6fb, key: Some(\"vMNWaRf5ifsj2c4KgVgLjx4krY1SCOHCE+QVSuMZYVw=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19001\", \"[fd00:1122:3344:101::19]:19002\", \"[fd00:1122:3344:101::13]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 9b661100-c859-4484-aad6-f6aa765038a2, key: Some(\"5s9bzID+Jzc3ZQNPJHFxC5A1k/ANVMoelf4VSqcRTaU=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::1a]:19000\", \"[fd00:1122:3344:101::14]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-e354b30da48\" }] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:39.11290756Z","hostname":"buskin","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:588","migration_id":"None","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:39.112966701Z","hostname":"buskin","pid":1566,"propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"sled-agent/src/instance.rs:1281","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 8d77fd96-7e85-482e-b197-592d80fc5793, kind: Instance { id: b9902981-e922-4cfe-9602-2068a262a7ba }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14052216), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8d77fd96-7e85-482e-b197-592d80fc5793, kind: Instance { id: b9902981-e922-4cfe-9602-2068a262a7ba }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14052216), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8d77fd96-7e85-482e-b197-592d80fc5793, kind: Instance { id: b9902981-e922-4cfe-9602-2068a262a7ba }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14052216), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(14052216))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8d77fd96-7e85-482e-b197-592d80fc5793, kind: Instance { id: b9902981-e922-4cfe-9602-2068a262a7ba }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14052216), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-e354b30da48\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 9b661100-c859-4484-aad6-f6aa765038a2, read_only_parent: Some(Volume { block_size: 512, id: 53c92f22-7050-4e88-aacc-376be39ea03b, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 2f5f6db8-073b-4756-afea-99decc2db6fb, key: Some(\"vMNWaRf5ifsj2c4KgVgLjx4krY1SCOHCE+QVSuMZYVw=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19001\", \"[fd00:1122:3344:101::19]:19002\", \"[fd00:1122:3344:101::13]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 9b661100-c859-4484-aad6-f6aa765038a2, key: Some(\"5s9bzID+Jzc3ZQNPJHFxC5A1k/ANVMoelf4VSqcRTaU=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::1a]:19000\", \"[fd00:1122:3344:101::14]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-e354b30da48\" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-11-25T19:42:39.102674249Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:39.113132844Z","hostname":"buskin","pid":1566,"uri":"/vmms/40644ff1-5ecb-4152-92fd-205456a7f844","method":"PUT","req_id":"e88e6001-14ee-47a7-a0c8-38c4435970dc","remote_addr":"[fd00:1122:3344:101::a]:40534","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":10139,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:39.230928956Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:47120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:39.233074898Z","hostname":"buskin","pid":1566,"uri":"/vmms/40644ff1-5ecb-4152-92fd-205456a7f844/state","method":"PUT","req_id":"43a89ac1-790a-4526-93ff-00145e14c99f","remote_addr":"[fd00:1122:3344:101::a]:47120","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2036,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:39.233834642Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 14052216 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:39.233877803Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_40644ff1-5ecb-4152-92fd-205456a7f844","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:39.273922119Z","hostname":"buskin","pid":1566,"instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_propolis-server_40644ff1-5ecb-4152-92fd-205456a7f844","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:39.296702844Z","hostname":"buskin","pid":1566,"instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:39.371538274Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:51404"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:39.371730298Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b84f9555-23dd-4b48-9a46-9791989b63ae","remote_addr":"[fd00:1122:3344:101::a]:51404","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:39.425642296Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {8d77fd96-7e85-482e-b197-592d80fc5793: {10.151.1.176: {15fc98e0-962c-43e7-8e4b-b9da5489f367}, 10.151.1.175: {15fc98e0-962c-43e7-8e4b-b9da5489f367}}} }"} {"msg":"Profile for oxz_propolis-server_40644ff1-5ecb-4152-92fd-205456a7f844:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:40.822613434Z","hostname":"buskin","pid":1566,"instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_40644ff1-5ecb-4152-92fd-205456a7f844 zone","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:40.82288952Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_40644ff1-5ecb-4152-92fd-205456a7f844\") failed: Property not found. retry in 55.309367ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:42:41.084195236Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_40644ff1-5ecb-4152-92fd-205456a7f844\") failed: Property not found. retry in 145.907059ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:42:41.148907256Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_40644ff1-5ecb-4152-92fd-205456a7f844\") failed: Property not found. retry in 137.17777ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:42:41.315059306Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_40644ff1-5ecb-4152-92fd-205456a7f844\") failed: Property not found. retry in 301.447479ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:42:41.464690572Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_40644ff1-5ecb-4152-92fd-205456a7f844\") failed: Property not found. retry in 1.080135529s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:42:41.77703519Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_40644ff1-5ecb-4152-92fd-205456a7f844\") failed: Property not found. retry in 970.526036ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:42:42.868547185Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_40644ff1-5ecb-4152-92fd-205456a7f844\") failed: Property not found. retry in 581.572912ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:42:43.849338248Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_40644ff1-5ecb-4152-92fd-205456a7f844\") failed: Property not found. retry in 560.564767ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:42:44.440480856Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_40644ff1-5ecb-4152-92fd-205456a7f844\") failed: Property not found. retry in 1.151080277s","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:42:45.012141192Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_40644ff1-5ecb-4152-92fd-205456a7f844","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:46.192116463Z","hostname":"buskin","pid":1566,"instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"sled-agent/src/instance.rs:1787"} {"msg":"wait for service Some(\"oxz_propolis-server_40644ff1-5ecb-4152-92fd-205456a7f844\") failed: Property not found. retry in 38.217518ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:42:46.200072299Z","hostname":"buskin","pid":1566,"instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_40644ff1-5ecb-4152-92fd-205456a7f844\") failed: Property not found. retry in 125.967063ms","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:42:46.2526307Z","hostname":"buskin","pid":1566,"instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:46.390460114Z","hostname":"buskin","pid":1566,"instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"sled-agent/src/instance.rs:1796"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:46.425806158Z","hostname":"buskin","pid":1566,"instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"sled-agent/src/instance.rs:1820"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:46.480986131Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:56049"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:46.518469526Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41610"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:46.518589519Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"47d3277d-1edb-4f5e-ae40-2a299540150f","remote_addr":"[fd00:1122:3344:101::b]:41610","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":48,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:46.546145429Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:52600"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:46.546374204Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"f0d6a3a3-b4c0-449b-9b80-b6ce6c57b0f1","remote_addr":"[fd00:1122:3344:101::b]:52600","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":127,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:46.567505208Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {8d77fd96-7e85-482e-b197-592d80fc5793: {10.151.1.175: {15fc98e0-962c-43e7-8e4b-b9da5489f367}, 10.151.1.176: {15fc98e0-962c-43e7-8e4b-b9da5489f367}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:46.567539439Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b191b6da-fe60-49cb-b196-27c5c24e0251","remote_addr":"[fd00:1122:3344:101::b]:41610","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90,"response_code":"204"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:46.580727758Z","hostname":"buskin","pid":1566,"instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"sled-agent/src/instance.rs:932"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:46.581705827Z","hostname":"buskin","pid":1566,"uri":"/vmms/40644ff1-5ecb-4152-92fd-205456a7f844/state","method":"GET","req_id":"7a92714b-d7fe-418f-8059-d5ebab9f8971","remote_addr":"[fd00:1122:3344:101::b]:56049","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100616,"response_code":"200"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:46.581724937Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1212"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:46.581743428Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"56571e1a-81d0-44ce-8fb7-e60825995def","remote_addr":"[fd00:1122:3344:101::a]:51404","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7156188,"response_code":"204"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-11-25T19:42:46.581807079Z }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:46.582540233Z","hostname":"buskin","pid":1566,"instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:46.583519922Z","hostname":"buskin","pid":1566,"instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-11-25T19:42:46.581807079Z }","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:46.583531403Z","hostname":"buskin","pid":1566,"instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-11-25T19:42:46.581807079Z }, migration_in: None, migration_out: None }","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:46.595341385Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:35553"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:46.595465077Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:46.648515968Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:46.728313323Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"7f36e8cf-cf9a-4539-a735-9630a3152df4","remote_addr":"[fd00:1122:3344:101::b]:35553","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":132887,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:46.72914961Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"046f97c8-6d4f-4042-a4ad-95d4246c98f9","remote_addr":"[fd00:1122:3344:101::b]:35553","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":343,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-11-25T19:42:46.729511617Z }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:46.729555678Z","hostname":"buskin","pid":1566,"instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:46.729598039Z","hostname":"buskin","pid":1566,"instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-11-25T19:42:46.729511617Z }","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:46.729650069Z","hostname":"buskin","pid":1566,"instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-11-25T19:42:46.729511617Z }, migration_in: None, migration_out: None }","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:46.729793862Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"22550ab5-4c92-4bee-bc8e-89835ee8dfb8","remote_addr":"[fd00:1122:3344:101::a]:51404","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1075,"response_code":"204"} {"msg":"skipping delta compute for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:46.744839898Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:469","new_vers":"RouterVersion { router_id: 6b981b8a-dbf4-4924-b9eb-1acdbcd75373, version: 3 }","old_vers":"RouterVersion { router_id: 6b981b8a-dbf4-4924-b9eb-1acdbcd75373, version: 3 }","subnet":"RouterId { vni: Vni(14052216), kind: System }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:46.745067432Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f3c04220-7711-4acc-8bbf-42b90a604ffc","remote_addr":"[fd00:1122:3344:101::b]:41610","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":420,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:47.078619886Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:34129"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:47.082865239Z","hostname":"buskin","pid":1566,"uri":"/vmms/40644ff1-5ecb-4152-92fd-205456a7f844/state","method":"GET","req_id":"ab954ec1-4806-46d3-848b-4297258875db","remote_addr":"[fd00:1122:3344:101::c]:34129","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:47.083511662Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:46629"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:47.083906099Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"eed725a6-3398-43b1-bef5-66accf233311","remote_addr":"[fd00:1122:3344:101::c]:46629","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:47.168089261Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {8d77fd96-7e85-482e-b197-592d80fc5793: {10.151.1.175: {15fc98e0-962c-43e7-8e4b-b9da5489f367}, 10.151.1.176: {15fc98e0-962c-43e7-8e4b-b9da5489f367}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:47.168138782Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2eaac953-a6c7-4aed-baed-7fee5cdbb5e1","remote_addr":"[fd00:1122:3344:101::c]:46629","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:47.192165594Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"40b27034-8333-4aa6-8c7f-2c042219440d","remote_addr":"[fd00:1122:3344:101::c]:46629","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":218,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:47.238319639Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:37081"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:47.238539764Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"d7507c80-1d6e-4e5b-b4f4-6475b10bb33a","remote_addr":"[fd00:1122:3344:101::c]:37081","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":113,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:47.262051885Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:59705"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:47.262130166Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:62070"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:47.262407102Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:47.262552835Z","hostname":"buskin","pid":1566,"uri":"/vmms/40644ff1-5ecb-4152-92fd-205456a7f844/state","method":"GET","req_id":"a89394b4-1d68-408c-ab40-8374fcd3b5c4","remote_addr":"[fd00:1122:3344:101::a]:59705","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":257,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:47.295650314Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:47.347075663Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"fe3d0953-30ae-4386-9d14-0ce4c7a2cf2e","remote_addr":"[fd00:1122:3344:101::c]:62070","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":84816,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:47.347478041Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"0c74af97-2983-47b3-ac1e-706e673047ff","remote_addr":"[fd00:1122:3344:101::c]:62070","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":151,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:47.390139458Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:37134"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:47.39024131Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"042286ef-25d4-4a0c-bef9-bd5d9aa052fd","remote_addr":"[fd00:1122:3344:101::a]:37134","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":50,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:47.43304362Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {8d77fd96-7e85-482e-b197-592d80fc5793: {10.151.1.176: {15fc98e0-962c-43e7-8e4b-b9da5489f367}, 10.151.1.175: {15fc98e0-962c-43e7-8e4b-b9da5489f367}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:47.433085801Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"4579562a-8ea3-4454-826b-e234b7a4483d","remote_addr":"[fd00:1122:3344:101::a]:37134","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":121,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:47.451112474Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:46320"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:47.451320758Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"217963ac-ceb6-4940-a586-6ad39af3a815","remote_addr":"[fd00:1122:3344:101::a]:46320","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":137,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:47.468445474Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"dc37760f-9cbe-4a71-a293-77d973b2d801","remote_addr":"[fd00:1122:3344:101::a]:37134","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":322,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:47.480490861Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:43331"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:47.480601633Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4173"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:47.516363575Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:47.568524338Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"cec0e510-83ae-4c91-af02-52220ff4021c","remote_addr":"[fd00:1122:3344:101::a]:43331","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87969,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:47.568811224Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e99d3a61-71ac-4a7b-9090-63af6e54bdeb","remote_addr":"[fd00:1122:3344:101::a]:43331","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:51.674050498Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:34025"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:51.674191321Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"27860083-a33a-4c33-9c23-ae198fe9f69e","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:34025","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":61,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:56.841799178Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:52404"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:56.842492042Z","hostname":"buskin","pid":1566,"uri":"/vmms/40644ff1-5ecb-4152-92fd-205456a7f844/state","method":"PUT","req_id":"d2394efa-699b-4e46-a4f5-3bb9e26563c6","remote_addr":"[fd00:1122:3344:101::a]:52404","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":582,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-11-25T19:42:56.842607984Z }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:56.842639675Z","hostname":"buskin","pid":1566,"instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:56.842665225Z","hostname":"buskin","pid":1566,"instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-11-25T19:42:56.842607984Z }","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:56.842676035Z","hostname":"buskin","pid":1566,"instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-11-25T19:42:56.842607984Z }, migration_in: None, migration_out: None }","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-11-25T19:42:56.887047876Z }","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:56.887066636Z","hostname":"buskin","pid":1566,"instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:56.887113047Z","hostname":"buskin","pid":1566,"instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-11-25T19:42:56.887047876Z }","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:56.887127708Z","hostname":"buskin","pid":1566,"instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"sled-agent/src/instance.rs:816","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:56.887134917Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:42:56.88723091Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"11744129671600771218"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:56.887463774Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:56.887498865Z","hostname":"buskin","pid":1566,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/a4bf8354-b44e-436c-b4f2-9bd494b77342/debug/bundle/zone\", \"/pool/int/dd272387-9bb6-475e-8ebb-47dcac6d1d2a/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/71fa9360-75cf-491a-b7ef-fd270ae2f32c/crypt/debug\", \"/pool/ext/cc26c009-a951-4771-a26a-f2513b9e63e2/crypt/debug\", \"/pool/ext/56aea45f-c451-4174-9b8f-66145c2696e8/crypt/debug\", \"/pool/ext/d7af1128-7206-4198-91cb-ef632ea8556e/crypt/debug\", \"/pool/ext/fe712103-328f-4ff5-a621-99ae42de7f00/crypt/debug\", \"/pool/ext/ca727341-d003-494b-b98d-9fa5b5aeeec8/crypt/debug\", \"/pool/ext/1b4c5120-bb11-444d-9c86-edb04be1264c/crypt/debug\", \"/pool/ext/df57d550-ef00-4438-9a9e-b1b08bdaa525/crypt/debug\", \"/pool/ext/2517e8b2-3022-4575-a6ad-4786cce7adb4/crypt/debug\"] }","zone_name":"oxz_propolis-server_40644ff1-5ecb-4152-92fd-205456a7f844"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:42:56.887623867Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"3892317117530264077"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:57.531981379Z","hostname":"buskin","pid":1566,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_40644ff1-5ecb-4152-92fd-205456a7f844\", bundle_id: 59f37174-8564-4e2d-a238-f84d3827420b }, time_created: 2024-11-25T19:42:56.888032305Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_40644ff1-5ecb-4152-92fd-205456a7f844","v":0,"name":"SledAgent","level":40,"time":"2024-11-25T19:42:57.532066881Z","hostname":"buskin","pid":1566,"instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"sled-agent/src/instance.rs:1032"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:59.298628421Z","hostname":"buskin","pid":1566,"instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"illumos-utils/src/zone.rs:279"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:59.315878079Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(14052216), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:59.31591548Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(14052216), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:59.316405279Z","hostname":"buskin","pid":1566,"instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-11-25T19:42:59.316366659Z }, migration_in: None, migration_out: None }","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:59.387820691Z","hostname":"buskin","pid":1566,"instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-11-25T19:42:59.316366659Z }, migration_in: None, migration_out: None }","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:59.392519123Z","hostname":"buskin","pid":1566,"instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","propolis_id":"40644ff1-5ecb-4152-92fd-205456a7f844","instance_id":"b9902981-e922-4cfe-9602-2068a262a7ba","component":"InstanceManager","file":"sled-agent/src/instance.rs:969"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:59.977284796Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:42491"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:42:59.977438799Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"aae6e374-5041-4fa6-b8e6-84febf3f8f2f","remote_addr":"[fd00:1122:3344:101::c]:42491","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":62,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:43:00.026257606Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:43:00.026317738Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1212"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:43:00.026335088Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"6850ef22-7506-4ef9-8365-5d014aa5d062","remote_addr":"[fd00:1122:3344:101::c]:42491","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":160,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:43:00.036023278Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"cfb8a8d8-97d2-4910-bb30-9240e42b1083","remote_addr":"[fd00:1122:3344:101::c]:42491","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":407,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:43:00.105314688Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:36788"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:43:00.105499931Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"c1d890e5-a239-4386-ba29-d9f069371bad","remote_addr":"[fd00:1122:3344:101::c]:36788","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":125,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:43:00.67832131Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:43:01.472013592Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:39911"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:43:01.472192456Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"1c81e78e-b5a0-4d5e-ad20-6bdeca4cc599","remote_addr":"[fd00:1122:3344:101::a]:39911","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":123,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:43:01.556067581Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:55771"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:43:01.556144103Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"23e7dc6f-ef2a-4ac5-a001-1934d7d489f6","remote_addr":"[fd00:1122:3344:101::a]:55771","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":41,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:43:01.597601136Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:43:01.597661417Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b42627ba-5554-47bd-a58b-23ad398d95f8","remote_addr":"[fd00:1122:3344:101::a]:55771","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":121,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:43:01.607183764Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"b6cb1073-e30f-4d07-bb75-f715193d64cb","remote_addr":"[fd00:1122:3344:101::a]:55771","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":192,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:43:02.269209473Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63634"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:43:02.269313205Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"216eedb9-90e1-434a-9a34-e877c738e145","remote_addr":"[fd00:1122:3344:101::a]:63634","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":54,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:43:02.285792978Z","hostname":"buskin","pid":1566,"sled_id":"38711855-ef69-4d79-bb75-aebd85b1280b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1186","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:43:02.285818739Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"ccbe9e8e-84cf-4eca-bcc2-0cd869d3cc18","remote_addr":"[fd00:1122:3344:101::a]:63634","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":71,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-11-25T19:43:02.295100721Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"8235c059-eee9-44f2-a40c-bba088eb3ec2","remote_addr":"[fd00:1122:3344:101::a]:63634","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":232,"response_code":"204"}