[ Oct 1 02:30:10 Enabled. ] [ Oct 1 02:30:10 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Oct 1 02:30:10 Method "start" exited with status 0. ] [ Oct 1 02:30:10 Rereading configuration. ] [ Oct 1 02:30:10 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:10.474583051Z","hostname":"buskin","pid":1562,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:10.474735123Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:10.528133768Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:10.528167289Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:10.640173656Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:10.649162097Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:10.657297343Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:11.261251963Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:11.399697693Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:11.399735384Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:11.399782244Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:11.399853126Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:11.399867206Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:11.399883586Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"Generated i86pc baseboard Pc { identifier: \"buskin\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:11.402946668Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:11.402959208Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:11.402978558Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:11.402984558Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:11.402991408Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:11.403049919Z","hostname":"buskin","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:11.403146281Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:11.403179392Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:11.403196812Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:11.414889758Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:11.414920088Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"1586f214-1a8d-4f2a-b9d3-907d2432a63f (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:11.513906257Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 1586f214-1a8d-4f2a-b9d3-907d2432a63f (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:11.921838533Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:11.921872033Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:11.921877904Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:11.921892174Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:11.921898924Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:11.921918474Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:11.921924114Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:11.930814883Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:11.930838084Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"09a98b58-1585-44a1-a9f9-fa7c634d7922 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.018231908Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 09a98b58-1585-44a1-a9f9-fa7c634d7922 (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.426791374Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.426830205Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1586f214-1a8d-4f2a-b9d3-907d2432a63f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 09a98b58-1585-44a1-a9f9-fa7c634d7922 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.426864835Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.426873186Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.426879306Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.426885206Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.426888476Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.426895206Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.426899256Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1586f214-1a8d-4f2a-b9d3-907d2432a63f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 09a98b58-1585-44a1-a9f9-fa7c634d7922 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.426914326Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.426929867Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.426934247Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.426937877Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.426942137Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.426946617Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1586f214-1a8d-4f2a-b9d3-907d2432a63f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 09a98b58-1585-44a1-a9f9-fa7c634d7922 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.426964677Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.426969947Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.426973977Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.426976937Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.426980817Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.426985108Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.426989038Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1586f214-1a8d-4f2a-b9d3-907d2432a63f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 09a98b58-1585-44a1-a9f9-fa7c634d7922 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427013138Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427018668Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427021918Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427025388Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1586f214-1a8d-4f2a-b9d3-907d2432a63f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 09a98b58-1585-44a1-a9f9-fa7c634d7922 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427043709Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427050949Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427054769Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427061679Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427065539Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427069359Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427075719Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427079629Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1586f214-1a8d-4f2a-b9d3-907d2432a63f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 09a98b58-1585-44a1-a9f9-fa7c634d7922 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427100619Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427105099Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.42710831Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.42711473Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.42711891Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1586f214-1a8d-4f2a-b9d3-907d2432a63f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 09a98b58-1585-44a1-a9f9-fa7c634d7922 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.42714816Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.42715279Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427156531Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.42715966Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427165231Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427170811Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427177831Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1586f214-1a8d-4f2a-b9d3-907d2432a63f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 09a98b58-1585-44a1-a9f9-fa7c634d7922 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427207321Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427211901Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427215281Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427219432Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427222812Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427226612Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1586f214-1a8d-4f2a-b9d3-907d2432a63f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 09a98b58-1585-44a1-a9f9-fa7c634d7922 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427251882Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427258502Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427261862Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427265082Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1586f214-1a8d-4f2a-b9d3-907d2432a63f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 09a98b58-1585-44a1-a9f9-fa7c634d7922 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427289533Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427293843Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427302493Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427305933Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427309333Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/1586f214-1a8d-4f2a-b9d3-907d2432a63f/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427312783Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/09a98b58-1585-44a1-a9f9-fa7c634d7922/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427317653Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427328493Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/1586f214-1a8d-4f2a-b9d3-907d2432a63f/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427338683Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/09a98b58-1585-44a1-a9f9-fa7c634d7922/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427344223Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427349414Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427354314Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.427360394Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.437801059Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:737"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.43784953Z","hostname":"buskin","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999936448s","next_cleanup":"Instant { tv_sec: 1665, tv_nsec: 280715597 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.43787109Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3915"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.43789424Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/1586f214-1a8d-4f2a-b9d3-907d2432a63f/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.440505794Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/09a98b58-1585-44a1-a9f9-fa7c634d7922/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.440547625Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.44083909Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.442476927Z","hostname":"buskin","pid":1562,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.4426769Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1074"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.442682861Z","hostname":"buskin","pid":1562,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.442742962Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/1586f214-1a8d-4f2a-b9d3-907d2432a63f/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.442780122Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/09a98b58-1585-44a1-a9f9-fa7c634d7922/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.442789222Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.442796573Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1137"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.442821113Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/1586f214-1a8d-4f2a-b9d3-907d2432a63f/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.442835013Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/09a98b58-1585-44a1-a9f9-fa7c634d7922/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.442843033Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.442846783Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1179"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.442850634Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.442854354Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.442878004Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/1586f214-1a8d-4f2a-b9d3-907d2432a63f/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.442904754Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/09a98b58-1585-44a1-a9f9-fa7c634d7922/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.443187809Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: 52547763-7759-42e1-81a9-8b833f59f5dd,\n sleds: {\n [fdb0:18c0:4d0d:9fb2::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: 2a571ec0-85a3-450e-88fc-680c13ffa211 (sled),\n rack_id: 52547763-7759-42e1-81a9-8b833f59f5dd,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.443407733Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.443412803Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1213"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.443451533Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/1586f214-1a8d-4f2a-b9d3-907d2432a63f/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.443465144Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/09a98b58-1585-44a1-a9f9-fa7c634d7922/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.443610066Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.443750478Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.44382913Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 2a571ec0-85a3-450e-88fc-680c13ffa211 (sled), rack_id: 52547763-7759-42e1-81a9-8b833f59f5dd, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.444904448Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4212"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.444954179Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4594"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.449043637Z","hostname":"buskin","pid":1562,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.454415677Z","hostname":"buskin","pid":1562,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.454551879Z","hostname":"buskin","pid":1562,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.45936317Z","hostname":"buskin","pid":1562,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.459423821Z","hostname":"buskin","pid":1562,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.459527713Z","hostname":"buskin","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:40695","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 2a571ec0-85a3-450e-88fc-680c13ffa211 (sled), rack_id: 52547763-7759-42e1-81a9-8b833f59f5dd, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.459629615Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.459646265Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.459664605Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.459670645Z","hostname":"buskin","pid":1562,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.459679276Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.459691066Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"No ledger in /pool/int/1586f214-1a8d-4f2a-b9d3-907d2432a63f/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.459735306Z","hostname":"buskin","pid":1562,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.459744837Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/09a98b58-1585-44a1-a9f9-fa7c634d7922/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.459768387Z","hostname":"buskin","pid":1562,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.459782167Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.459791627Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.459801387Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.459808898Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.459813938Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.476207682Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.498377254Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.510150861Z","hostname":"buskin","pid":1562,"sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:391"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.510226923Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.510236983Z","hostname":"buskin","pid":1562,"sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:403"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.510246473Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 101.320745ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.512895397Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eea86869-b4eb-49cd-b5f3-1b7e2e2b0156\", \"content-length\": \"124\", \"date\": \"Tue, 01 Oct 2024 02:30:12 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"eea86869-b4eb-49cd-b5f3-1b7e2e2b0156\" }"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.516972716Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"attempting to create encrypted zvol: name=\"oxi_1586f214-1a8d-4f2a-b9d3-907d2432a63f/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.523679878Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_1586f214-1a8d-4f2a-b9d3-907d2432a63f/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.546070753Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_1586f214-1a8d-4f2a-b9d3-907d2432a63f/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.546115374Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.551438293Z","hostname":"buskin","pid":1562,"sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:418"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.551454393Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_1586f214-1a8d-4f2a-b9d3-907d2432a63f/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.551458714Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.615224992Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 155.68634ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.615814062Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d898f817-f446-4f36-b699-29715cb5e333\", \"content-length\": \"124\", \"date\": \"Tue, 01 Oct 2024 02:30:12 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d898f817-f446-4f36-b699-29715cb5e333\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.642722453Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.772892354Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 138.618283ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.773523215Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"578d9fcb-b92c-43e8-80c5-481e0835dd15\", \"content-length\": \"124\", \"date\": \"Tue, 01 Oct 2024 02:30:12 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"578d9fcb-b92c-43e8-80c5-481e0835dd15\" }"} {"msg":"Mounting oxi_1586f214-1a8d-4f2a-b9d3-907d2432a63f/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.861423448Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.874058269Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.874126721Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.874152171Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.874168871Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.913155395Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 244.941233ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:12.913651593Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0ead987-7df5-4df8-a63f-7703c4928174\", \"content-length\": \"124\", \"date\": \"Tue, 01 Oct 2024 02:30:12 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c0ead987-7df5-4df8-a63f-7703c4928174\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:13.160164073Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 217.972148ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:13.160893475Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b7f8948-189c-4369-a629-06a7de5c7503\", \"content-length\": \"124\", \"date\": \"Tue, 01 Oct 2024 02:30:12 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5b7f8948-189c-4369-a629-06a7de5c7503\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:13.380113699Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 219.074197ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:13.380607147Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98d6035b-3f73-4206-8c6e-6b91e25436b9\", \"content-length\": \"124\", \"date\": \"Tue, 01 Oct 2024 02:30:12 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"98d6035b-3f73-4206-8c6e-6b91e25436b9\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:13.58786712Z","hostname":"buskin","pid":1562,"sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:13.593460904Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:45292","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197","component":"producer-server","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:13.593501625Z","hostname":"buskin","pid":1562,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:72","component":"producer-server","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:13.593565276Z","hostname":"buskin","pid":1562,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:45292","producer_id":"2a571ec0-85a3-450e-88fc-680c13ffa211"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:13.594648134Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"234.417123ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:13.595547779Z","hostname":"buskin","pid":1562,"component":"VmmReservoirManager","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:13.595554709Z","hostname":"buskin","pid":1562,"component":"VmmReservoirManager","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:13.59560439Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:921","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:13.59561205Z","hostname":"buskin","pid":1562,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:13.600511152Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:13.830801431Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"602.316055ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:14.434620479Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.232744735s"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:15.669912039Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.387802287s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:16.073141726Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2670"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:16.073175736Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2888"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:16.073181667Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2540"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:16.073185896Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2587"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:16.073191847Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2969"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:16.073196247Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3011"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:16.075030887Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2813"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:16.076277268Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2581"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:16.07639015Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:16.076616434Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 54.303543ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:16.374037208Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 116.212003ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:16.565412425Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 283.718601ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:16.762889584Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 480.476032ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:17.150631771Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:17.151653888Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"4.231911863s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 434.807133ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:17.644986935Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 510.743821ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:18.104918953Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 805.379346ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:18.750271787Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.410102193s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:19.623207224Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.113525098s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:21.259837119Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:21.385845781Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"4.007485546s"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:22.728578941Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:22.728635752Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:22.728644222Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/1586f214-1a8d-4f2a-b9d3-907d2432a63f/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:22.728653493Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/09a98b58-1585-44a1-a9f9-fa7c634d7922/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:22.728968648Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:22.729265753Z","hostname":"buskin","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/2a571ec0-85a3-450e-88fc-680c13ffa211)","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:22.729289913Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:22.729326954Z","hostname":"buskin","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None, local_pref: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:22.729336104Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3915"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:22.969462297Z","hostname":"buskin","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:40695","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:22.969578419Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:22.9696089Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:22.969823794Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/1586f214-1a8d-4f2a-b9d3-907d2432a63f/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:22.969907035Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/09a98b58-1585-44a1-a9f9-fa7c634d7922/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:22.969917265Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:22.969969786Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:22.970017427Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:22.970042077Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:22.974518022Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4236","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:22.974536533Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:22.974548513Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:23.23400551Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:54115"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:23.234434378Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:23.23460088Z","hostname":"buskin","pid":1562,"uri":"/inventory","method":"GET","req_id":"f5d17b4f-8010-4be0-aed8-6c25c965f237","remote_addr":"[fd00:1122:3344:101::1]:54115","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":325,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:23.264606093Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:35558"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:23.264773906Z","hostname":"buskin","pid":1562,"uri":"/sled-role","method":"GET","req_id":"43f94ca6-b278-4899-bb9c-65fc117324a8","remote_addr":"[fd00:1122:3344:101::1]:35558","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":41,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:23.26561964Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/1586f214-1a8d-4f2a-b9d3-907d2432a63f/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:23.265651041Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/09a98b58-1585-44a1-a9f9-fa7c634d7922/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:23.266030577Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:23.2662235Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:1000"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 9ea4fbca-7825-4af5-b233-716faacf004a, pool_id: 52791279-0328-47f2-8641-652f421a0533 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 02b8c707-9e5c-4916-b5b0-7daa868b21fb, pool_id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: b3169590-463e-4aa5-8d74-46b767b4f418, pool_id: ff4b0e2e-bb96-457c-a345-9f8b3478a5a8 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: c6ad05eb-5d45-4fe2-b244-fdb603095123, pool_id: efd83ea1-94bf-48aa-a059-ed387b79a77f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: ed87e175-31f6-47cc-b01f-4d57cbb25b8e, pool_id: a0b3d8f3-189e-4ea5-a742-9dc63f4ac87d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 783debfa-234e-46fa-9848-d866cf9fa69d, pool_id: 4b58fe92-3fb4-46b4-9ea6-d620062bf2a1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: b34151d7-b6a2-4296-88e2-a5b8772c77c8, pool_id: ee22443f-adfe-4fb0-bef1-d9b053b6a9d8 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: ae1124fc-68f6-4dfa-974f-6214f7f43390, pool_id: a04e4a42-059d-4585-a24d-8ec28aa914e5 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: fb87561f-21c8-407f-bf60-705375e63065, pool_id: 841bd0ff-a375-452e-9289-601e29937aad (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:23.295487821Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:375"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:23.295579672Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:61243"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:23.295856237Z","hostname":"buskin","pid":1562,"sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:864"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 9ea4fbca-7825-4af5-b233-716faacf004a, pool_id: 52791279-0328-47f2-8641-652f421a0533 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 02b8c707-9e5c-4916-b5b0-7daa868b21fb, pool_id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: b3169590-463e-4aa5-8d74-46b767b4f418, pool_id: ff4b0e2e-bb96-457c-a345-9f8b3478a5a8 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: c6ad05eb-5d45-4fe2-b244-fdb603095123, pool_id: efd83ea1-94bf-48aa-a059-ed387b79a77f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: ed87e175-31f6-47cc-b01f-4d57cbb25b8e, pool_id: a0b3d8f3-189e-4ea5-a742-9dc63f4ac87d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 783debfa-234e-46fa-9848-d866cf9fa69d, pool_id: 4b58fe92-3fb4-46b4-9ea6-d620062bf2a1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: b34151d7-b6a2-4296-88e2-a5b8772c77c8, pool_id: ee22443f-adfe-4fb0-bef1-d9b053b6a9d8 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: ae1124fc-68f6-4dfa-974f-6214f7f43390, pool_id: a04e4a42-059d-4585-a24d-8ec28aa914e5 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: fb87561f-21c8-407f-bf60-705375e63065, pool_id: 841bd0ff-a375-452e-9289-601e29937aad (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:23.295900778Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/1586f214-1a8d-4f2a-b9d3-907d2432a63f/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:23.295912468Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/09a98b58-1585-44a1-a9f9-fa7c634d7922/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:23.295919028Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:23.295926358Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:23.295935578Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:23.295944488Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:23.295949268Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:23.295952999Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:23.42671594Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:23.42674656Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"52791279-0328-47f2-8641-652f421a0533 (zpool)"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:30:23.659299027Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2771459183353301701"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:30:23.659386319Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12096287999618901980"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:23.877347581Z","hostname":"buskin","pid":1562,"component":"VmmReservoirManager","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/2a571ec0-85a3-450e-88fc-680c13ffa211)","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:30:23.882230653Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:23.93812188Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:23.944980255Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:23.945068646Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:23.945080556Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:23.945087306Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:23.945095537Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:23.945198628Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:23.945206659Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:23.977506329Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_52791279-0328-47f2-8641-652f421a0533/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:23.984817772Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_52791279-0328-47f2-8641-652f421a0533","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.147428837Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.155051735Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.155089885Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.155144616Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.155154216Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.155170907Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.165269286Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.165289596Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"924badcc-07d3-4192-87c0-257ed1dc2017 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.260480561Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.268601938Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.268644108Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.268654328Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.268674909Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.268689849Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.268828561Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.268840162Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.303599384Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_924badcc-07d3-4192-87c0-257ed1dc2017/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.311200161Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_924badcc-07d3-4192-87c0-257ed1dc2017","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.478996033Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.487044118Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.487081049Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.487088259Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.487094449Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.487111399Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.497011585Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.497038046Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"ff4b0e2e-bb96-457c-a345-9f8b3478a5a8 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.589872371Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: ff4b0e2e-bb96-457c-a345-9f8b3478a5a8 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.598438885Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.598485926Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.598505026Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.598524756Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.598550887Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.598662369Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.598675399Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.635195191Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_ff4b0e2e-bb96-457c-a345-9f8b3478a5a8/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.643558601Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/2a571ec0-85a3-450e-88fc-680c13ffa211)","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:24.729510451Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Looking for unencrypted datasets in oxp_ff4b0e2e-bb96-457c-a345-9f8b3478a5a8","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.817455645Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.825354887Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.825392988Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.825412208Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.825420448Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.825436929Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.834806126Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.834843836Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"efd83ea1-94bf-48aa-a059-ed387b79a77f (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.924275105Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: efd83ea1-94bf-48aa-a059-ed387b79a77f (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.931978354Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.932015225Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.932031245Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.932072026Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.932085656Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.932236548Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.932246459Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/2a571ec0-85a3-450e-88fc-680c13ffa211)","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:30:24.936575451Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.96697074Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_efd83ea1-94bf-48aa-a059-ed387b79a77f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:24.974537797Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_efd83ea1-94bf-48aa-a059-ed387b79a77f","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.142221587Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.149803634Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.149837414Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.149846064Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.149851645Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.149858495Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.159445095Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.159466906Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"a0b3d8f3-189e-4ea5-a742-9dc63f4ac87d (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.257504469Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: a0b3d8f3-189e-4ea5-a742-9dc63f4ac87d (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.266261525Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.266293696Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.266300026Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.266321356Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.266352747Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.266495049Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.266506159Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.302827148Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_a0b3d8f3-189e-4ea5-a742-9dc63f4ac87d/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.310948854Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:25.396210493Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"20.959364908s"} {"msg":"Looking for unencrypted datasets in oxp_a0b3d8f3-189e-4ea5-a742-9dc63f4ac87d","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.489569977Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.497399338Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.497442879Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.497453019Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.49746149Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.4974865Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.507182642Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.507213583Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"4b58fe92-3fb4-46b4-9ea6-d620062bf2a1 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.602786764Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 4b58fe92-3fb4-46b4-9ea6-d620062bf2a1 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.611174535Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.611210416Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.611219616Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.611227476Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.611238136Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.611362828Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.611370768Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.648264987Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_4b58fe92-3fb4-46b4-9ea6-d620062bf2a1/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.656341932Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_4b58fe92-3fb4-46b4-9ea6-d620062bf2a1","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.832777249Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.840815483Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.840885385Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.840892515Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.840898105Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.840903125Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.850558417Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.850584387Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"ee22443f-adfe-4fb0-bef1-d9b053b6a9d8 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.952232391Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: ee22443f-adfe-4fb0-bef1-d9b053b6a9d8 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.960731483Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.960808044Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.960819134Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.960883556Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.960924386Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.961040398Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.961053568Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/2a571ec0-85a3-450e-88fc-680c13ffa211)","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:30:25.965379671Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:25.997129022Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_ee22443f-adfe-4fb0-bef1-d9b053b6a9d8/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.00533984Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_ee22443f-adfe-4fb0-bef1-d9b053b6a9d8","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.178365739Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.186090178Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.186129839Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.18614469Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.18615477Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.18616264Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.195366014Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.195389714Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"a04e4a42-059d-4585-a24d-8ec28aa914e5 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.286607243Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: a04e4a42-059d-4585-a24d-8ec28aa914e5 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.295319019Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.29535286Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.29536161Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.29538074Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.295442371Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.295557043Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.295571413Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.329039684Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_a04e4a42-059d-4585-a24d-8ec28aa914e5/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.336115153Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_a04e4a42-059d-4585-a24d-8ec28aa914e5","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.517128406Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.525231592Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.525283073Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.525302523Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.525310643Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.525315993Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.535064086Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.535106617Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"841bd0ff-a375-452e-9289-601e29937aad (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.634897959Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 841bd0ff-a375-452e-9289-601e29937aad (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.643929211Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.643963011Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.643971971Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.643988722Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.644039663Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.644190385Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.644200375Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.682153981Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_841bd0ff-a375-452e-9289-601e29937aad/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.69041572Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/2a571ec0-85a3-450e-88fc-680c13ffa211)","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:26.729908872Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Looking for unencrypted datasets in oxp_841bd0ff-a375-452e-9289-601e29937aad","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.870686791Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.878956659Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.87900448Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/1586f214-1a8d-4f2a-b9d3-907d2432a63f/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.879062891Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.879169683Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1586f214-1a8d-4f2a-b9d3-907d2432a63f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 09a98b58-1585-44a1-a9f9-fa7c634d7922 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: ff4b0e2e-bb96-457c-a345-9f8b3478a5a8 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: efd83ea1-94bf-48aa-a059-ed387b79a77f (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a0b3d8f3-189e-4ea5-a742-9dc63f4ac87d (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 4b58fe92-3fb4-46b4-9ea6-d620062bf2a1 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: ee22443f-adfe-4fb0-bef1-d9b053b6a9d8 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a04e4a42-059d-4585-a24d-8ec28aa914e5 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 841bd0ff-a375-452e-9289-601e29937aad (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.879231594Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.879238474Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/09a98b58-1585-44a1-a9f9-fa7c634d7922/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.879383316Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.87962562Z","hostname":"buskin","pid":1562,"sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:868"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.879639141Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.879652051Z","hostname":"buskin","pid":1562,"sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:894","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.879660551Z","hostname":"buskin","pid":1562,"sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:899"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.879665161Z","hostname":"buskin","pid":1562,"sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:904"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.879699012Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.879709582Z","hostname":"buskin","pid":1562,"sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:910"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.879743102Z","hostname":"buskin","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:757","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.879753983Z","hostname":"buskin","pid":1562,"sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.879828994Z","hostname":"buskin","pid":1562,"uri":"/omicron-physical-disks","method":"PUT","req_id":"9e59cc68-6705-472e-84e9-a8f7504609e8","remote_addr":"[fd00:1122:3344:101::1]:61243","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3584184,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 293e78c2-b712-4c13-b502-e2be11a76306 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 1af5fb25-d768-4bc6-915c-0b4c59e1f0ef (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 71ea2e4f-4772-4ce7-8093-48597fd7fd92 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: ff4b0e2e-bb96-457c-a345-9f8b3478a5a8 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ff4b0e2e-bb96-457c-a345-9f8b3478a5a8 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.911136459Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.911269551Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:33443"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 293e78c2-b712-4c13-b502-e2be11a76306, dataset_name: DatasetName { pool_name: ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.911701028Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.911709248Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 293e78c2-b712-4c13-b502-e2be11a76306, dataset_name: DatasetName { pool_name: ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1af5fb25-d768-4bc6-915c-0b4c59e1f0ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.962270605Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:26.962313936Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1af5fb25-d768-4bc6-915c-0b4c59e1f0ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/2a571ec0-85a3-450e-88fc-680c13ffa211)","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:30:26.968236485Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71ea2e4f-4772-4ce7-8093-48597fd7fd92, dataset_name: DatasetName { pool_name: ZpoolName { id: ff4b0e2e-bb96-457c-a345-9f8b3478a5a8 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:27.012168551Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:27.012207972Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 71ea2e4f-4772-4ce7-8093-48597fd7fd92, dataset_name: DatasetName { pool_name: ZpoolName { id: ff4b0e2e-bb96-457c-a345-9f8b3478a5a8 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:27.064380686Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/1586f214-1a8d-4f2a-b9d3-907d2432a63f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:27.064416127Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/09a98b58-1585-44a1-a9f9-fa7c634d7922/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:27.064423107Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:27.064462517Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:27.109834788Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:27.109876438Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:27.109883529Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_293e78c2-b712-4c13-b502-e2be11a76306","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:27.163359275Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_1af5fb25-d768-4bc6-915c-0b4c59e1f0ef","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:27.16728536Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_71ea2e4f-4772-4ce7-8093-48597fd7fd92","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:27.171273697Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_293e78c2-b712-4c13-b502-e2be11a76306","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:27.183580544Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_1af5fb25-d768-4bc6-915c-0b4c59e1f0ef","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:27.188477795Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_71ea2e4f-4772-4ce7-8093-48597fd7fd92","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:27.192668926Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/2a571ec0-85a3-450e-88fc-680c13ffa211)","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:30:27.970464689Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Profile for oxz_internal_dns_293e78c2-b712-4c13-b502-e2be11a76306:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:28.683770412Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:28.683857324Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Booting oxz_internal_dns_293e78c2-b712-4c13-b502-e2be11a76306 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:28.683978136Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_293e78c2-b712-4c13-b502-e2be11a76306","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_internal_dns_1af5fb25-d768-4bc6-915c-0b4c59e1f0ef:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:29.166546452Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:29.645280335Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_71ea2e4f-4772-4ce7-8093-48597fd7fd92:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:29.645364146Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:29.645428947Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"wait for service Some(\"oxz_internal_dns_293e78c2-b712-4c13-b502-e2be11a76306\") failed: Property not found. retry in 70.708764ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:29.655259262Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_293e78c2-b712-4c13-b502-e2be11a76306","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_internal_dns_1af5fb25-d768-4bc6-915c-0b4c59e1f0ef zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:29.655299352Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_1af5fb25-d768-4bc6-915c-0b4c59e1f0ef","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_internal_dns_71ea2e4f-4772-4ce7-8093-48597fd7fd92 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:29.659258399Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_71ea2e4f-4772-4ce7-8093-48597fd7fd92","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_293e78c2-b712-4c13-b502-e2be11a76306\") failed: Property not found. retry in 108.443728ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:29.733992521Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_293e78c2-b712-4c13-b502-e2be11a76306","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_1af5fb25-d768-4bc6-915c-0b4c59e1f0ef\") failed: Property not found. retry in 74.218783ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:29.773819058Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_1af5fb25-d768-4bc6-915c-0b4c59e1f0ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_71ea2e4f-4772-4ce7-8093-48597fd7fd92\") failed: Property not found. retry in 40.079965ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:29.782033226Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_71ea2e4f-4772-4ce7-8093-48597fd7fd92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_71ea2e4f-4772-4ce7-8093-48597fd7fd92\") failed: Property not found. retry in 106.078871ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:29.831435694Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_71ea2e4f-4772-4ce7-8093-48597fd7fd92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_293e78c2-b712-4c13-b502-e2be11a76306\") failed: Property not found. retry in 244.359852ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:30.025525116Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_293e78c2-b712-4c13-b502-e2be11a76306","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_1af5fb25-d768-4bc6-915c-0b4c59e1f0ef\") failed: Property not found. retry in 102.151995ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:30.059753389Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_1af5fb25-d768-4bc6-915c-0b4c59e1f0ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_71ea2e4f-4772-4ce7-8093-48597fd7fd92\") failed: Property not found. retry in 121.667332ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:30.087092828Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_71ea2e4f-4772-4ce7-8093-48597fd7fd92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_1af5fb25-d768-4bc6-915c-0b4c59e1f0ef\") failed: Property not found. retry in 204.691471ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:30.20298463Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_1af5fb25-d768-4bc6-915c-0b4c59e1f0ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_71ea2e4f-4772-4ce7-8093-48597fd7fd92\") failed: Property not found. retry in 353.869495ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:30.255732884Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_71ea2e4f-4772-4ce7-8093-48597fd7fd92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_293e78c2-b712-4c13-b502-e2be11a76306\") failed: Property not found. retry in 395.997309ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:30.266373832Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_293e78c2-b712-4c13-b502-e2be11a76306","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_1af5fb25-d768-4bc6-915c-0b4c59e1f0ef\") failed: Property not found. retry in 485.99714ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:30.415356568Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_1af5fb25-d768-4bc6-915c-0b4c59e1f0ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_71ea2e4f-4772-4ce7-8093-48597fd7fd92\") failed: Property not found. retry in 473.50884ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:30.618415661Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_71ea2e4f-4772-4ce7-8093-48597fd7fd92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_293e78c2-b712-4c13-b502-e2be11a76306\") failed: Property not found. retry in 1.001677886s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:30.671102934Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_293e78c2-b712-4c13-b502-e2be11a76306","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_1af5fb25-d768-4bc6-915c-0b4c59e1f0ef\") failed: Property not found. retry in 843.36956ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:30.911495062Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_1af5fb25-d768-4bc6-915c-0b4c59e1f0ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_71ea2e4f-4772-4ce7-8093-48597fd7fd92\") failed: Property not found. retry in 1.354881559s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:31.103286156Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_71ea2e4f-4772-4ce7-8093-48597fd7fd92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_293e78c2-b712-4c13-b502-e2be11a76306\") failed: Property not found. retry in 1.276916617s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:31.681968153Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_293e78c2-b712-4c13-b502-e2be11a76306","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_1af5fb25-d768-4bc6-915c-0b4c59e1f0ef\") failed: Property not found. retry in 1.293130258s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:31.764269463Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_1af5fb25-d768-4bc6-915c-0b4c59e1f0ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_71ea2e4f-4772-4ce7-8093-48597fd7fd92\") failed: Property not found. retry in 505.136318ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:32.466256735Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_71ea2e4f-4772-4ce7-8093-48597fd7fd92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:32.531102852Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4260"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:32.531139513Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4270","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:32.536864629Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4349"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:32.661384255Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4397"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:32.661420446Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4424"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:32.700869507Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4437"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:32.700908648Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4301"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:30:32.733652726Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5155328440548043954"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:30:32.734681244Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16255590384494333248"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:32.751130899Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4343"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:32.75115454Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4404","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:32.77205767Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4415"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:32.772088431Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4457"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:32.871582258Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4489"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:32.871618278Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4495"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:32.895393247Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::2]:55388"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:32.895653541Z","hostname":"buskin","pid":1562,"uri":"/sled-identifiers","method":"GET","req_id":"9b03831b-0196-4fa0-bcaa-210c5361b64f","remote_addr":"[fd00:1122:3344:101::2]:55388","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":84,"response_code":"200"} {"msg":"wait for service Some(\"oxz_internal_dns_293e78c2-b712-4c13-b502-e2be11a76306\") failed: Property not found. retry in 585.136006ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:32.968513192Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_293e78c2-b712-4c13-b502-e2be11a76306","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_71ea2e4f-4772-4ce7-8093-48597fd7fd92\") failed: Property not found. retry in 1.002530153s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:32.98032604Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_71ea2e4f-4772-4ce7-8093-48597fd7fd92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:32.984781604Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4536"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:32.984837065Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:366"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:33.017522503Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:414"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:33.049708932Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:676"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:33.049808814Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:714"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:33.050243341Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:717","uptime":"1"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:33.050257041Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:436","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"wait for service Some(\"oxz_internal_dns_1af5fb25-d768-4bc6-915c-0b4c59e1f0ef\") failed: Property not found. retry in 624.947333ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:33.090321033Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_1af5fb25-d768-4bc6-915c-0b4c59e1f0ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:33.095066492Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:33.144530271Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:33.144578262Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:33.144613043Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:33.144642803Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:33.144651113Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:33.144659034Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:33.144665543Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:33.144671904Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:33.144680074Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:33.144686694Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:33.144692744Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:33.144697244Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:33.144701854Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:33.144706394Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:33.144711154Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:33.144726225Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:33.144731015Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:33.144735765Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:33.144740295Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:33.144744765Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:33.144749465Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:33.144754045Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:33.144758585Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_293e78c2-b712-4c13-b502-e2be11a76306\") failed: Property not found. retry in 986.248483ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:33.563115716Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_293e78c2-b712-4c13-b502-e2be11a76306","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:30:33.662499241Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2771459183353301701"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:30:33.662617623Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12096287999618901980"} {"msg":"wait for service Some(\"oxz_internal_dns_1af5fb25-d768-4bc6-915c-0b4c59e1f0ef\") failed: Property not found. retry in 934.166192ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:33.724210195Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_1af5fb25-d768-4bc6-915c-0b4c59e1f0ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_71ea2e4f-4772-4ce7-8093-48597fd7fd92\") failed: Property not found. retry in 607.989908ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:33.992546341Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_71ea2e4f-4772-4ce7-8093-48597fd7fd92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_71ea2e4f-4772-4ce7-8093-48597fd7fd92\") failed: Property not found. retry in 739.246032ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:34.609441869Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_71ea2e4f-4772-4ce7-8093-48597fd7fd92","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_1af5fb25-d768-4bc6-915c-0b4c59e1f0ef\") failed: Property not found. retry in 763.794569ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:34.668146463Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_1af5fb25-d768-4bc6-915c-0b4c59e1f0ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.450012285Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_internal_dns_293e78c2-b712-4c13-b502-e2be11a76306"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.450069565Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_internal_dns_1af5fb25-d768-4bc6-915c-0b4c59e1f0ef"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.450076866Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_internal_dns_71ea2e4f-4772-4ce7-8093-48597fd7fd92"} {"msg":"Writing ledger to /pool/int/1586f214-1a8d-4f2a-b9d3-907d2432a63f/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.450088816Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/09a98b58-1585-44a1-a9f9-fa7c634d7922/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.450549254Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.45096187Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"7ace7dfc-dd9f-4cc4-9850-174d82526f64","remote_addr":"[fd00:1122:3344:101::1]:33443","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8539510,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.452648769Z","hostname":"buskin","pid":1562,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.49990799Z","hostname":"buskin","pid":1562,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.547349356Z","hostname":"buskin","pid":1562,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.595531663Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:611"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.595542763Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.629523853Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.63054047Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.63054701Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 293e78c2-b712-4c13-b502-e2be11a76306 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 1af5fb25-d768-4bc6-915c-0b4c59e1f0ef (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 71ea2e4f-4772-4ce7-8093-48597fd7fd92 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: ff4b0e2e-bb96-457c-a345-9f8b3478a5a8 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ff4b0e2e-bb96-457c-a345-9f8b3478a5a8 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4ffac138-75e0-477f-9e50-a3eaaace5f82 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 0f6137c5-e018-4955-81c4-5dfd48687c5a, kind: Service { id: 4ffac138-75e0-477f-9e50-a3eaaace5f82 }, name: Name(\"ntp-4ffac138-75e0-477f-9e50-a3eaaace5f82\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 219])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.659657918Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.65980519Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:55799"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 293e78c2-b712-4c13-b502-e2be11a76306, dataset_name: DatasetName { pool_name: ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.660053274Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.660069914Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 293e78c2-b712-4c13-b502-e2be11a76306, dataset_name: DatasetName { pool_name: ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1af5fb25-d768-4bc6-915c-0b4c59e1f0ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.68008906Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.680133731Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1af5fb25-d768-4bc6-915c-0b4c59e1f0ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71ea2e4f-4772-4ce7-8093-48597fd7fd92, dataset_name: DatasetName { pool_name: ZpoolName { id: ff4b0e2e-bb96-457c-a345-9f8b3478a5a8 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.69679902Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.696840061Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 71ea2e4f-4772-4ce7-8093-48597fd7fd92, dataset_name: DatasetName { pool_name: ZpoolName { id: ff4b0e2e-bb96-457c-a345-9f8b3478a5a8 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.713578171Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/1586f214-1a8d-4f2a-b9d3-907d2432a63f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.713670993Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/09a98b58-1585-44a1-a9f9-fa7c634d7922/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.713866996Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.714037929Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.724533455Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.756826156Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.757441636Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.757447406Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.786743127Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 158, 219]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.786758617Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.787107653Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.787118034Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.787361367Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.787726804Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_4ffac138-75e0-477f-9e50-a3eaaace5f82","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.810842521Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_4ffac138-75e0-477f-9e50-a3eaaace5f82","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:35.829642006Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_4ffac138-75e0-477f-9e50-a3eaaace5f82:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:36.446804018Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_4ffac138-75e0-477f-9e50-a3eaaace5f82 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:36.446877959Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_4ffac138-75e0-477f-9e50-a3eaaace5f82","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_4ffac138-75e0-477f-9e50-a3eaaace5f82\") failed: Property not found. retry in 64.792926ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:36.581568346Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_4ffac138-75e0-477f-9e50-a3eaaace5f82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_4ffac138-75e0-477f-9e50-a3eaaace5f82\") failed: Property not found. retry in 59.029977ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:36.665718856Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_4ffac138-75e0-477f-9e50-a3eaaace5f82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_4ffac138-75e0-477f-9e50-a3eaaace5f82\") failed: Property not found. retry in 272.818558ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:36.741261672Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_4ffac138-75e0-477f-9e50-a3eaaace5f82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_4ffac138-75e0-477f-9e50-a3eaaace5f82\") failed: Property not found. retry in 558.922011ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:37.027571859Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_4ffac138-75e0-477f-9e50-a3eaaace5f82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_4ffac138-75e0-477f-9e50-a3eaaace5f82\") failed: Property not found. retry in 527.270165ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:37.597887057Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_4ffac138-75e0-477f-9e50-a3eaaace5f82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_4ffac138-75e0-477f-9e50-a3eaaace5f82\") failed: Property not found. retry in 1.456027585s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:38.134466137Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_4ffac138-75e0-477f-9e50-a3eaaace5f82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_4ffac138-75e0-477f-9e50-a3eaaace5f82\") failed: Property not found. retry in 974.059673ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:39.600060357Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_4ffac138-75e0-477f-9e50-a3eaaace5f82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_4ffac138-75e0-477f-9e50-a3eaaace5f82\") failed: Property not found. retry in 1.307397341s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:40.582362617Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_4ffac138-75e0-477f-9e50-a3eaaace5f82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:41.909547257Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_ntp_4ffac138-75e0-477f-9e50-a3eaaace5f82"} {"msg":"Writing ledger to /pool/int/1586f214-1a8d-4f2a-b9d3-907d2432a63f/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:41.909627318Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/09a98b58-1585-44a1-a9f9-fa7c634d7922/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:41.910014855Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:41.910363041Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"2cecec7a-8f8f-4bd9-b139-922a0122af4a","remote_addr":"[fd00:1122:3344:101::1]:55799","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6250485,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:41.91270043Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:41.942274025Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:41.942431468Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:47800"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_4ffac138-75e0-477f-9e50-a3eaaace5f82': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:30:41.950623656Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3868"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:41.950763938Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"d1de9755-1e4d-492d-9264-dbc65bf39f68","remote_addr":"[fd00:1122:3344:101::1]:47800","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8158,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:41.952900544Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:42.059769134Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:42.059917636Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:57942"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_4ffac138-75e0-477f-9e50-a3eaaace5f82': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:30:46.068549499Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3868"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:46.068704251Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"a548d712-4235-4bac-adb2-65236b5557d0","remote_addr":"[fd00:1122:3344:101::1]:57942","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008677,"response_code":"500"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:30:46.070278638Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2771459183353301701"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:30:46.0704222Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12096287999618901980"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:30:46.070554262Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15644254575437399705"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:30:46.070678455Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3551025638267984902"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:30:46.070801857Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15833821703518561678"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:30:46.070921689Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5155328440548043954"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:30:46.071045921Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16255590384494333248"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:46.071370946Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:46.22260445Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:46.222781344Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:61135"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_4ffac138-75e0-477f-9e50-a3eaaace5f82': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:30:46.231655942Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3868"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:46.231738043Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"ed2e7cec-ab3f-4acd-b428-d066f6b4618f","remote_addr":"[fd00:1122:3344:101::1]:61135","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8889,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:46.233177538Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:46.436281391Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:46.436408323Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:44711"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_4ffac138-75e0-477f-9e50-a3eaaace5f82': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:30:46.447285795Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3868"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:46.447435478Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"5c435205-46d8-4e85-8c19-9ddb1c2d9f9d","remote_addr":"[fd00:1122:3344:101::1]:44711","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":10871,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:46.448565097Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:46.733442051Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:46.733611994Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:61581"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:47.742775795Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"d6a446d9-fa6e-4377-905f-d9d0de8e1162","remote_addr":"[fd00:1122:3344:101::1]:61581","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1009076,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:47.744390291Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:47.744397952Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:47.939500341Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:47.939675944Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:58078"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:47.948231587Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"9431cbb2-820c-455e-bec0-6ee8090e8988","remote_addr":"[fd00:1122:3344:101::1]:58078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8473,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:47.949402057Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:47.949407737Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:48.269040613Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:48.269211076Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:39576"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:48.277680307Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"6a438150-f5dc-433b-a0c4-e564dabfbe69","remote_addr":"[fd00:1122:3344:101::1]:39576","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8409,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:48.280479804Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:48.280488214Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:48.231334767Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:48.231510099Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:43099"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:48.240022802Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"67d0ca09-723e-476f-8cd7-fa65fbd87ad3","remote_addr":"[fd00:1122:3344:101::1]:43099","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8414,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:48.241780862Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:48.241786472Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:48.256526538Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:48.25663564Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:35486"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:48.265993337Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"b3e2f274-cbe6-4493-9aeb-7776e073e5f9","remote_addr":"[fd00:1122:3344:101::1]:35486","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9199,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:48.268514229Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:48.268532969Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:48.607890986Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:48.608058149Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:53135"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:48.61646099Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"60564235-84bd-4bd6-9e14-25ffee064bc7","remote_addr":"[fd00:1122:3344:101::1]:53135","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8321,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:48.618168898Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:48.618174328Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:49.269217591Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:49.269366683Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:39597"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:49.277338437Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"824e8b6a-942d-46e6-9285-9a45a020a806","remote_addr":"[fd00:1122:3344:101::1]:39597","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7897,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:49.279017705Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:49.279023385Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:49.711213388Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:49.71135478Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:38624"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:49.719899293Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"bc2c3a7a-65cb-4f67-a080-64fbbb2fdac9","remote_addr":"[fd00:1122:3344:101::1]:38624","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8497,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.127256334 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:49.721280336Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:49.721285887Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:50.548765497Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:50.548945818Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:44213"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:50.557130695Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"16187f4a-d028-4fdb-bfc0-faa79f8d9a6b","remote_addr":"[fd00:1122:3344:101::1]:44213","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8077,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.12626639 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:50.558723326Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:50.558728435Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:30:51.187291132Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"18235012463419925033"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:30:51.187398121Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4101262359407211986"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:51.718811117Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:51.718974733Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:57376"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:51.727570701Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"1a739653-0f79-4fae-b753-4c7619c9bb08","remote_addr":"[fd00:1122:3344:101::1]:57376","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8538,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.123303965 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:51.729384187Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:51.729391631Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:52.542284963Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:52.542433765Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:44296"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:52.552052421Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"ea703635-f52b-4976-8084-701338f82a67","remote_addr":"[fd00:1122:3344:101::1]:44296","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9468,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.121006146 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:52.553660165Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:52.554202032Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:53.50514412Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:53.50529746Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:44857"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:53.513378267Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"3f41cc11-65ba-488d-b165-e64a0120f355","remote_addr":"[fd00:1122:3344:101::1]:44857","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7999,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.118340455 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:53.516425955Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:53.516501804Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:54.603456622Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:54.603587855Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:60490"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:54.611959495Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"45a205da-bf71-481b-acc3-d5ce98562bd2","remote_addr":"[fd00:1122:3344:101::1]:60490","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8202,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380539, ip_addr: 162.159.200.123, stratum: 4, ref_time: 1727749853.947136, correction: 0.11537943 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:54.613935262Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:54.613941195Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:30:55.35722896Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2771459183353301701"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:30:55.357333586Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12096287999618901980"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:30:55.357520989Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15644254575437399705"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:30:55.357627247Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3551025638267984902"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:30:55.357733392Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15833821703518561678"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:30:55.357838319Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5155328440548043954"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:30:55.357945037Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16255590384494333248"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:56.519823487Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:56.519961837Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:64934"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:56.528963631Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"0389c8db-3166-4c17-9df3-790e4fbb25b7","remote_addr":"[fd00:1122:3344:101::1]:64934","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8856,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380539, ip_addr: 162.159.200.123, stratum: 4, ref_time: 1727749855.2925007, correction: 0.109987892 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:56.5320206Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:56.532028925Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:59.585065476Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:59.585248461Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:54377"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:59.593639509Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"e83a7406-8d1a-4b62-a8fa-4831d0c32101","remote_addr":"[fd00:1122:3344:101::1]:54377","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8342,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380539, ip_addr: 162.159.200.123, stratum: 4, ref_time: 1727749858.5084307, correction: 0.101785854 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:30:59.595225243Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:30:59.595246066Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:00.694154786Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"250.345717ms"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:31:01.21567419Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"18235012463419925033"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:31:01.215780954Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4101262359407211986"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:02.009832064Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35309"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:02.010462385Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"2a669d80-58f5-4b74-889e-80e4a4f741b3","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35309","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":604,"response_code":"200"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:03.527561616Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:03.527808455Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:39263"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:03.536483072Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"d6bd6d73-4337-4de3-9dc9-663fdce6ab97","remote_addr":"[fd00:1122:3344:101::1]:39263","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8598,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380539, ip_addr: 162.159.200.123, stratum: 4, ref_time: 1727749862.285104, correction: 0.091094777 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:03.540207308Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:03.540224605Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:31:05.386967692Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2771459183353301701"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:31:05.387077822Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12096287999618901980"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:31:05.387191815Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15644254575437399705"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:31:05.387299648Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3551025638267984902"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:31:05.387448929Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15833821703518561678"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:31:05.387557756Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5155328440548043954"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:31:05.387740688Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16255590384494333248"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:07.974924755Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:07.975075122Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:35274"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:07.984022863Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"b66e5f90-0c7e-496b-a78b-76eba248dfa1","remote_addr":"[fd00:1122:3344:101::1]:35274","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8859,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380539, ip_addr: 162.159.200.123, stratum: 4, ref_time: 1727749866.375909, correction: 0.079101644 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:07.987439356Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:07.987466357Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:31:11.24605638Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"18235012463419925033"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:31:11.246227326Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4101262359407211986"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:12.765767332Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:12.765926316Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:54794"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:12.775212681Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"01d96c28-1068-4995-8e66-5e664061328a","remote_addr":"[fd00:1122:3344:101::1]:54794","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9183,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380539, ip_addr: 162.159.200.123, stratum: 4, ref_time: 1727749872.2630672, correction: 0.066105045 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:12.777655593Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:12.777663412Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:31:15.41624886Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2771459183353301701"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:31:15.416626144Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12096287999618901980"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:31:15.416854861Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15644254575437399705"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:31:15.417144627Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3551025638267984902"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:31:15.417312817Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15833821703518561678"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:31:15.417420697Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5155328440548043954"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:31:15.417530264Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16255590384494333248"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:15.95151471Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:15.951656595Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:63820"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:15.960863366Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"6954d6b7-ae07-46a1-a866-2fade84d94a0","remote_addr":"[fd00:1122:3344:101::1]:63820","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9133,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380539, ip_addr: 162.159.200.123, stratum: 4, ref_time: 1727749874.5766137, correction: 0.057536893 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:15.965270506Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:15.965800402Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:16.020419246Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"546.154933ms"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:20.48583485Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:20.485997499Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:56141"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:20.508584723Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"e7279676-56da-4fef-bedd-935afe715220","remote_addr":"[fd00:1122:3344:101::1]:56141","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":22378,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 2728380539, ip_addr: 162.159.200.123, stratum: 4, ref_time: 1727749879.4147227, correction: 0.045251463 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:20.512937666Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:20.512943188Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1299"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 293e78c2-b712-4c13-b502-e2be11a76306 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 1af5fb25-d768-4bc6-915c-0b4c59e1f0ef (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 71ea2e4f-4772-4ce7-8093-48597fd7fd92 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: ff4b0e2e-bb96-457c-a345-9f8b3478a5a8 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ff4b0e2e-bb96-457c-a345-9f8b3478a5a8 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4ffac138-75e0-477f-9e50-a3eaaace5f82 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 0f6137c5-e018-4955-81c4-5dfd48687c5a, kind: Service { id: 4ffac138-75e0-477f-9e50-a3eaaace5f82 }, name: Name(\"ntp-4ffac138-75e0-477f-9e50-a3eaaace5f82\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 219])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 8ebcccef-2535-4e87-a7f6-0d24490b581d (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37fee788-a460-4bbc-94b7-6cac019067a8 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4e5dd850-e7b4-444d-b7d0-264651e57d4a (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: ff4b0e2e-bb96-457c-a345-9f8b3478a5a8 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ff4b0e2e-bb96-457c-a345-9f8b3478a5a8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9005d6ef-ee79-47ee-a6b3-2b98a04766d6 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: efd83ea1-94bf-48aa-a059-ed387b79a77f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: efd83ea1-94bf-48aa-a059-ed387b79a77f (zpool), kind: External } } } }, OmicronZoneConfig { id: e5b107ef-c7bd-453d-bcf6-3c79332eac2d (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: a0b3d8f3-189e-4ea5-a742-9dc63f4ac87d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a0b3d8f3-189e-4ea5-a742-9dc63f4ac87d (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:20.54266024Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:20.542760929Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:48184"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 293e78c2-b712-4c13-b502-e2be11a76306, dataset_name: DatasetName { pool_name: ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:20.543264849Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:20.543274074Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 293e78c2-b712-4c13-b502-e2be11a76306, dataset_name: DatasetName { pool_name: ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1af5fb25-d768-4bc6-915c-0b4c59e1f0ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:20.565046394Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:20.565090617Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1af5fb25-d768-4bc6-915c-0b4c59e1f0ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71ea2e4f-4772-4ce7-8093-48597fd7fd92, dataset_name: DatasetName { pool_name: ZpoolName { id: ff4b0e2e-bb96-457c-a345-9f8b3478a5a8 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:20.584848041Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:20.584893745Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 71ea2e4f-4772-4ce7-8093-48597fd7fd92, dataset_name: DatasetName { pool_name: ZpoolName { id: ff4b0e2e-bb96-457c-a345-9f8b3478a5a8 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8ebcccef-2535-4e87-a7f6-0d24490b581d, dataset_name: DatasetName { pool_name: ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:20.604938727Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:20.605041456Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8ebcccef-2535-4e87-a7f6-0d24490b581d, dataset_name: DatasetName { pool_name: ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 37fee788-a460-4bbc-94b7-6cac019067a8, dataset_name: DatasetName { pool_name: ZpoolName { id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:20.662457511Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:20.662502061Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 37fee788-a460-4bbc-94b7-6cac019067a8, dataset_name: DatasetName { pool_name: ZpoolName { id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e5dd850-e7b4-444d-b7d0-264651e57d4a, dataset_name: DatasetName { pool_name: ZpoolName { id: ff4b0e2e-bb96-457c-a345-9f8b3478a5a8 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:20.71601527Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:20.716058077Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4e5dd850-e7b4-444d-b7d0-264651e57d4a, dataset_name: DatasetName { pool_name: ZpoolName { id: ff4b0e2e-bb96-457c-a345-9f8b3478a5a8 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9005d6ef-ee79-47ee-a6b3-2b98a04766d6, dataset_name: DatasetName { pool_name: ZpoolName { id: efd83ea1-94bf-48aa-a059-ed387b79a77f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:20.769197894Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:20.769237645Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 9005d6ef-ee79-47ee-a6b3-2b98a04766d6, dataset_name: DatasetName { pool_name: ZpoolName { id: efd83ea1-94bf-48aa-a059-ed387b79a77f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e5b107ef-c7bd-453d-bcf6-3c79332eac2d, dataset_name: DatasetName { pool_name: ZpoolName { id: a0b3d8f3-189e-4ea5-a742-9dc63f4ac87d (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:20.821699982Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:20.821740988Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e5b107ef-c7bd-453d-bcf6-3c79332eac2d, dataset_name: DatasetName { pool_name: ZpoolName { id: a0b3d8f3-189e-4ea5-a742-9dc63f4ac87d (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:20.874244608Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/1586f214-1a8d-4f2a-b9d3-907d2432a63f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:20.87429185Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/09a98b58-1585-44a1-a9f9-fa7c634d7922/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:20.874507038Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:20.874655521Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:20.959540135Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:20.959602245Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:20.959608695Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:20.959613448Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:20.959619842Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_9005d6ef-ee79-47ee-a6b3-2b98a04766d6","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:21.048349563Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:21.052109228Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_e5b107ef-c7bd-453d-bcf6-3c79332eac2d","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:21.05595883Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:21.06012484Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:21.064728932Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_9005d6ef-ee79-47ee-a6b3-2b98a04766d6","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:21.06952649Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:21.073929464Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_e5b107ef-c7bd-453d-bcf6-3c79332eac2d","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:21.07868263Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:21.083387793Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:21.08787316Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_cockroachdb_9005d6ef-ee79-47ee-a6b3-2b98a04766d6:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:24.046934074Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_9005d6ef-ee79-47ee-a6b3-2b98a04766d6 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:24.04705535Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9005d6ef-ee79-47ee-a6b3-2b98a04766d6","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_e5b107ef-c7bd-453d-bcf6-3c79332eac2d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:24.052994898Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_e5b107ef-c7bd-453d-bcf6-3c79332eac2d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:24.053132414Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e5b107ef-c7bd-453d-bcf6-3c79332eac2d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:24.089365577Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:24.089564962Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:24.095756815Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:24.095899196Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:24.102987917Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:24.103127288Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_e5b107ef-c7bd-453d-bcf6-3c79332eac2d\") failed: Property not found. retry in 35.720703ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:24.203621049Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e5b107ef-c7bd-453d-bcf6-3c79332eac2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9005d6ef-ee79-47ee-a6b3-2b98a04766d6\") failed: Property not found. retry in 29.690053ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:24.211625582Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9005d6ef-ee79-47ee-a6b3-2b98a04766d6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d\") failed: Property not found. retry in 47.342558ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:24.23697626Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a\") failed: Property not found. retry in 67.109092ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:24.243762296Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8\") failed: Property not found. retry in 71.956578ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:24.250736645Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9005d6ef-ee79-47ee-a6b3-2b98a04766d6\") failed: Property not found. retry in 100.801721ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:24.257733094Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9005d6ef-ee79-47ee-a6b3-2b98a04766d6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e5b107ef-c7bd-453d-bcf6-3c79332eac2d\") failed: Property not found. retry in 118.298849ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:24.273018402Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e5b107ef-c7bd-453d-bcf6-3c79332eac2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d\") failed: Property not found. retry in 141.288192ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:24.351236706Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a\") failed: Property not found. retry in 123.381254ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:24.823848755Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8\") failed: Property not found. retry in 122.8127ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:25.203952167Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9005d6ef-ee79-47ee-a6b3-2b98a04766d6\") failed: Property not found. retry in 228.903582ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:25.26747864Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9005d6ef-ee79-47ee-a6b3-2b98a04766d6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d\") failed: Property not found. retry in 143.121956ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:26.10134818Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e5b107ef-c7bd-453d-bcf6-3c79332eac2d\") failed: Property not found. retry in 286.751178ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:26.676729445Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e5b107ef-c7bd-453d-bcf6-3c79332eac2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a\") failed: Property not found. retry in 264.803837ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:26.78517417Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8\") failed: Property not found. retry in 221.037732ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:26.798107692Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9005d6ef-ee79-47ee-a6b3-2b98a04766d6\") failed: Property not found. retry in 296.576679ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:26.810067168Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9005d6ef-ee79-47ee-a6b3-2b98a04766d6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d\") failed: Property not found. retry in 521.4944ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:26.823220663Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e5b107ef-c7bd-453d-bcf6-3c79332eac2d\") failed: Property not found. retry in 547.494254ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:26.973912953Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e5b107ef-c7bd-453d-bcf6-3c79332eac2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8\") failed: Property not found. retry in 355.108161ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:27.031719972Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a\") failed: Property not found. retry in 419.108643ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:27.060396922Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9005d6ef-ee79-47ee-a6b3-2b98a04766d6\") failed: Property not found. retry in 929.761222ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:27.119598817Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9005d6ef-ee79-47ee-a6b3-2b98a04766d6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d\") failed: Property not found. retry in 779.582969ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:27.362198417Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8\") failed: Property not found. retry in 665.391282ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:27.405362372Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a\") failed: Property not found. retry in 698.305552ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:27.500772615Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e5b107ef-c7bd-453d-bcf6-3c79332eac2d\") failed: Property not found. retry in 805.863937ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:27.540915106Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e5b107ef-c7bd-453d-bcf6-3c79332eac2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9005d6ef-ee79-47ee-a6b3-2b98a04766d6\") failed: Property not found. retry in 1.30640958s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:28.062513971Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9005d6ef-ee79-47ee-a6b3-2b98a04766d6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8\") failed: Property not found. retry in 1.444663156s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:28.081103532Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d\") failed: Property not found. retry in 1.415166698s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:28.154065751Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a\") failed: Property not found. retry in 807.933924ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:28.21046494Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e5b107ef-c7bd-453d-bcf6-3c79332eac2d\") failed: Property not found. retry in 1.129879383s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:28.358450158Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e5b107ef-c7bd-453d-bcf6-3c79332eac2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a\") failed: Property not found. retry in 700.047631ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:29.030584422Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9005d6ef-ee79-47ee-a6b3-2b98a04766d6\") failed: Property not found. retry in 830.97554ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:29.381729149Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9005d6ef-ee79-47ee-a6b3-2b98a04766d6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e5b107ef-c7bd-453d-bcf6-3c79332eac2d\") failed: Property not found. retry in 668.21396ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:29.501449116Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e5b107ef-c7bd-453d-bcf6-3c79332eac2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8\") failed: Property not found. retry in 922.756561ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:29.538126201Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d\") failed: Property not found. retry in 1.342445822s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:29.581259028Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a\") failed: Property not found. retry in 748.952564ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:29.741711748Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e5b107ef-c7bd-453d-bcf6-3c79332eac2d\") failed: Property not found. retry in 673.045656ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:30.182047202Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e5b107ef-c7bd-453d-bcf6-3c79332eac2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9005d6ef-ee79-47ee-a6b3-2b98a04766d6\") failed: Property not found. retry in 643.667759ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:30.225829376Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9005d6ef-ee79-47ee-a6b3-2b98a04766d6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8\") failed: Property not found. retry in 1.411927446s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:30.477547095Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a\") failed: Property not found. retry in 1.399837913s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:30.506032581Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e5b107ef-c7bd-453d-bcf6-3c79332eac2d\") failed: Property not found. retry in 1.372196359s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:30.868770366Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e5b107ef-c7bd-453d-bcf6-3c79332eac2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9005d6ef-ee79-47ee-a6b3-2b98a04766d6\") failed: Property not found. retry in 657.474623ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:30.882955867Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9005d6ef-ee79-47ee-a6b3-2b98a04766d6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d\") failed: Property not found. retry in 1.056307469s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:30.939867144Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9005d6ef-ee79-47ee-a6b3-2b98a04766d6\") failed: Property not found. retry in 587.217671ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:31.551928383Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9005d6ef-ee79-47ee-a6b3-2b98a04766d6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:31.645363525Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"719.797352ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8\") failed: Property not found. retry in 929.932498ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:31.902441459Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a\") failed: Property not found. retry in 642.15739ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:31.91789195Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d\") failed: Property not found. retry in 749.519782ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:32.006323847Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:32.126283592Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59979"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:32.126491944Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"9edb4460-dc3b-4b7f-8eed-6ce7cea54e33","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59979","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":65,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_9005d6ef-ee79-47ee-a6b3-2b98a04766d6\") failed: Property not found. retry in 589.429262ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:32.150486014Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9005d6ef-ee79-47ee-a6b3-2b98a04766d6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e5b107ef-c7bd-453d-bcf6-3c79332eac2d\") failed: Property not found. retry in 1.163950728s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:32.252329063Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e5b107ef-c7bd-453d-bcf6-3c79332eac2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a\") failed: Property not found. retry in 823.330501ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:32.571360717Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9005d6ef-ee79-47ee-a6b3-2b98a04766d6\") failed: Property not found. retry in 1.129565165s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:32.752193589Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9005d6ef-ee79-47ee-a6b3-2b98a04766d6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d\") failed: Property not found. retry in 1.231699994s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:32.766510448Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8\") failed: Property not found. retry in 1.355081198s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:32.844072512Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a\") failed: Property not found. retry in 902.70999ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:33.408594834Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e5b107ef-c7bd-453d-bcf6-3c79332eac2d\") failed: Property not found. retry in 691.485218ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:33.430485476Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e5b107ef-c7bd-453d-bcf6-3c79332eac2d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9005d6ef-ee79-47ee-a6b3-2b98a04766d6\") failed: Property not found. retry in 1.409231728s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:33.89743581Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9005d6ef-ee79-47ee-a6b3-2b98a04766d6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d\") failed: Property not found. retry in 1.215076135s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:34.013883739Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8\") failed: Property not found. retry in 1.419533951s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:34.214604924Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a\") failed: Property not found. retry in 661.397253ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:34.325523791Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a\") failed: Property not found. retry in 725.492536ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:34.999087917Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d\") failed: Property not found. retry in 710.256603ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:35.243636844Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8\") failed: Property not found. retry in 1.139228652s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:35.648662538Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a\") failed: Property not found. retry in 1.487308336s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:35.73659708Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d\") failed: Property not found. retry in 776.981049ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:35.966119317Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d\") failed: Property not found. retry in 1.303422209s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:36.756615172Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8\") failed: Property not found. retry in 728.828309ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:36.801060013Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a\") failed: Property not found. retry in 1.121294629s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:37.243744537Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8\") failed: Property not found. retry in 678.117945ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:37.545011316Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d\") failed: Property not found. retry in 543.014724ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:38.074237785Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8\") failed: Property not found. retry in 1.353740759s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:38.234208476Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a\") failed: Property not found. retry in 1.34698882s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:38.377519537Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d\") failed: Property not found. retry in 750.305044ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:38.624961514Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d\") failed: Property not found. retry in 1.338114285s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:39.38679176Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8\") failed: Property not found. retry in 997.805414ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:39.598782123Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a\") failed: Property not found. retry in 1.029233423s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:39.735348481Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8\") failed: Property not found. retry in 764.354468ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:40.60669242Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d\") failed: Property not found. retry in 1.340196357s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:40.73487685Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a\") failed: Property not found. retry in 872.622533ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:40.773541668Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8\") failed: Property not found. retry in 1.076134384s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:41.380056849Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a\") failed: Property not found. retry in 1.255532779s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:41.655396226Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d\") failed: Property not found. retry in 1.151528586s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:42.084270018Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8\") failed: Property not found. retry in 600.633588ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:42.465101709Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a\") failed: Property not found. retry in 617.771354ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:42.919144048Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8\") failed: Property not found. retry in 902.757224ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:43.074344669Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d\") failed: Property not found. retry in 1.402895133s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:43.244776855Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a\") failed: Property not found. retry in 992.670708ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:43.545718828Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8\") failed: Property not found. retry in 995.411619ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:31:43.986948253Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:45.007362904Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_cockroachdb_9005d6ef-ee79-47ee-a6b3-2b98a04766d6"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:45.007445445Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_cockroachdb_8ebcccef-2535-4e87-a7f6-0d24490b581d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:45.007454855Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_cockroachdb_e5b107ef-c7bd-453d-bcf6-3c79332eac2d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:45.007461406Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_cockroachdb_4e5dd850-e7b4-444d-b7d0-264651e57d4a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:45.007465986Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_cockroachdb_37fee788-a460-4bbc-94b7-6cac019067a8"} {"msg":"Writing ledger to /pool/int/1586f214-1a8d-4f2a-b9d3-907d2432a63f/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:45.007480306Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/09a98b58-1585-44a1-a9f9-fa7c634d7922/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:45.007896443Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:45.00831358Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"61e43c15-1bd3-42bf-a5d5-b2980d5e649a","remote_addr":"[fd00:1122:3344:101::1]:48184","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":24419687,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:45.043769764Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:52736"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::4]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:31:45.074407197Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3711"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:06.129949724Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3729"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:15.832497287Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3752"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:15.832999755Z","hostname":"buskin","pid":1562,"uri":"/cockroachdb","method":"POST","req_id":"df8f3d15-81ab-4463-94d0-6ed3a08408b9","remote_addr":"[fd00:1122:3344:101::1]:52736","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":30788869,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:15.834360888Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:42032"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:15.835460447Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"011790d7-f7d3-43c1-9022-79b68420d6af","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:42032","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":338,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:15.84519957Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"2.06670955s"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 293e78c2-b712-4c13-b502-e2be11a76306 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 1af5fb25-d768-4bc6-915c-0b4c59e1f0ef (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 71ea2e4f-4772-4ce7-8093-48597fd7fd92 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: ff4b0e2e-bb96-457c-a345-9f8b3478a5a8 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ff4b0e2e-bb96-457c-a345-9f8b3478a5a8 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 4ffac138-75e0-477f-9e50-a3eaaace5f82 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 0f6137c5-e018-4955-81c4-5dfd48687c5a, kind: Service { id: 4ffac138-75e0-477f-9e50-a3eaaace5f82 }, name: Name(\"ntp-4ffac138-75e0-477f-9e50-a3eaaace5f82\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 219])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 8ebcccef-2535-4e87-a7f6-0d24490b581d (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37fee788-a460-4bbc-94b7-6cac019067a8 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4e5dd850-e7b4-444d-b7d0-264651e57d4a (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: ff4b0e2e-bb96-457c-a345-9f8b3478a5a8 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ff4b0e2e-bb96-457c-a345-9f8b3478a5a8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9005d6ef-ee79-47ee-a6b3-2b98a04766d6 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: efd83ea1-94bf-48aa-a059-ed387b79a77f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: efd83ea1-94bf-48aa-a059-ed387b79a77f (zpool), kind: External } } } }, OmicronZoneConfig { id: e5b107ef-c7bd-453d-bcf6-3c79332eac2d (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: a0b3d8f3-189e-4ea5-a742-9dc63f4ac87d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a0b3d8f3-189e-4ea5-a742-9dc63f4ac87d (zpool), kind: External } } } }, OmicronZoneConfig { id: eb937866-c779-4a9e-aec4-cc18302d4ce1 (service), underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: e4ffe935-3383-46e7-947f-e87df509f06f, kind: Service { id: eb937866-c779-4a9e-aec4-cc18302d4ce1 }, name: Name(\"external-dns-eb937866-c779-4a9e-aec4-cc18302d4ce1\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 225])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0a1ed896-5078-4267-b636-10151376f015 (service), underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 498a9376-2ad6-4307-b191-e6d73cf2f1a4, kind: Service { id: 0a1ed896-5078-4267-b636-10151376f015 }, name: Name(\"external-dns-0a1ed896-5078-4267-b636-10151376f015\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 149])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: e9e4c757-e076-4386-92e2-8217b8bb307d (service), underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: efd83ea1-94bf-48aa-a059-ed387b79a77f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: a840a1d8-f258-45fe-96a0-7b8383461d51, kind: Service { id: e9e4c757-e076-4386-92e2-8217b8bb307d }, name: Name(\"nexus-e9e4c757-e076-4386-92e2-8217b8bb307d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 176, 241])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 772acfa5-ee20-4a17-a053-c207ffa50ed6 (service), underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: a04e4a42-059d-4585-a24d-8ec28aa914e5 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 611bfb6e-9731-4e0b-9af8-03e07b661aa3, kind: Service { id: 772acfa5-ee20-4a17-a053-c207ffa50ed6 }, name: Name(\"nexus-772acfa5-ee20-4a17-a053-c207ffa50ed6\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 139, 222])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 3dfd7033-71d8-4eb9-bb97-49dae3b5cd35 (service), underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 841bd0ff-a375-452e-9289-601e29937aad (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 98b85cfc-ac80-4175-9f04-dd15c9b20d24, kind: Service { id: 3dfd7033-71d8-4eb9-bb97-49dae3b5cd35 }, name: Name(\"nexus-3dfd7033-71d8-4eb9-bb97-49dae3b5cd35\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 29])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 41f2943e-6041-44c9-a47a-3cf5fb012644 (service), underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: ee22443f-adfe-4fb0-bef1-d9b053b6a9d8 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 9df68fe6-52e1-420d-8e69-ae187fac2b5f (service), underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5ee3adc6-bb70-4180-8a0e-1e58aba9f807 (service), underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 4b58fe92-3fb4-46b4-9ea6-d620062bf2a1 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: cdeda3ef-54c4-466c-bcd2-15530c779f17 (service), underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: efd83ea1-94bf-48aa-a059-ed387b79a77f (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 5ab93dca-3349-4e95-8adc-97fe1d9e5049 (service), underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a0b3d8f3-189e-4ea5-a742-9dc63f4ac87d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 44dd83be-d555-4f7e-91d1-342fa869f697 (service), underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External } } } }, OmicronZoneConfig { id: 0abff335-deb2-4991-b5b4-a3ef2f565fa9 (service), underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool), kind: External } } } }, OmicronZoneConfig { id: c516b690-7599-4aaa-8432-aa06ded5383a (service), underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: ff4b0e2e-bb96-457c-a345-9f8b3478a5a8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ff4b0e2e-bb96-457c-a345-9f8b3478a5a8 (zpool), kind: External } } } }, OmicronZoneConfig { id: b4924e44-5dc5-45e0-a39b-c430868b3e63 (service), underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: efd83ea1-94bf-48aa-a059-ed387b79a77f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: efd83ea1-94bf-48aa-a059-ed387b79a77f (zpool), kind: External } } } }, OmicronZoneConfig { id: 46e1cda7-578a-4867-bb73-b6c56c6231af (service), underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: a0b3d8f3-189e-4ea5-a742-9dc63f4ac87d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a0b3d8f3-189e-4ea5-a742-9dc63f4ac87d (zpool), kind: External } } } }, OmicronZoneConfig { id: 3ae874d1-bf62-481b-aa5f-911ac7586252 (service), underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 4b58fe92-3fb4-46b4-9ea6-d620062bf2a1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4b58fe92-3fb4-46b4-9ea6-d620062bf2a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a (service), underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: ee22443f-adfe-4fb0-bef1-d9b053b6a9d8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ee22443f-adfe-4fb0-bef1-d9b053b6a9d8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f46a1e4-9d58-499a-94fb-494a9375a290 (service), underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: a04e4a42-059d-4585-a24d-8ec28aa914e5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a04e4a42-059d-4585-a24d-8ec28aa914e5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 99df6194-3c68-48e6-a934-d49d19c5c7ee (service), underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 841bd0ff-a375-452e-9289-601e29937aad (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 841bd0ff-a375-452e-9289-601e29937aad (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:15.877885688Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:15.878301275Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:44791"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 293e78c2-b712-4c13-b502-e2be11a76306, dataset_name: DatasetName { pool_name: ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:15.880195426Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:15.880205086Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 293e78c2-b712-4c13-b502-e2be11a76306, dataset_name: DatasetName { pool_name: ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1af5fb25-d768-4bc6-915c-0b4c59e1f0ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:15.909179332Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:15.909220053Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1af5fb25-d768-4bc6-915c-0b4c59e1f0ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 71ea2e4f-4772-4ce7-8093-48597fd7fd92, dataset_name: DatasetName { pool_name: ZpoolName { id: ff4b0e2e-bb96-457c-a345-9f8b3478a5a8 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:15.928686369Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:15.92872705Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 71ea2e4f-4772-4ce7-8093-48597fd7fd92, dataset_name: DatasetName { pool_name: ZpoolName { id: ff4b0e2e-bb96-457c-a345-9f8b3478a5a8 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8ebcccef-2535-4e87-a7f6-0d24490b581d, dataset_name: DatasetName { pool_name: ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:15.948252487Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:15.948291647Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8ebcccef-2535-4e87-a7f6-0d24490b581d, dataset_name: DatasetName { pool_name: ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 37fee788-a460-4bbc-94b7-6cac019067a8, dataset_name: DatasetName { pool_name: ZpoolName { id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:15.968946634Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:15.968986564Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 37fee788-a460-4bbc-94b7-6cac019067a8, dataset_name: DatasetName { pool_name: ZpoolName { id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4e5dd850-e7b4-444d-b7d0-264651e57d4a, dataset_name: DatasetName { pool_name: ZpoolName { id: ff4b0e2e-bb96-457c-a345-9f8b3478a5a8 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:15.987460114Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:15.987499644Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4e5dd850-e7b4-444d-b7d0-264651e57d4a, dataset_name: DatasetName { pool_name: ZpoolName { id: ff4b0e2e-bb96-457c-a345-9f8b3478a5a8 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9005d6ef-ee79-47ee-a6b3-2b98a04766d6, dataset_name: DatasetName { pool_name: ZpoolName { id: efd83ea1-94bf-48aa-a059-ed387b79a77f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:16.007305326Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:16.007352507Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 9005d6ef-ee79-47ee-a6b3-2b98a04766d6, dataset_name: DatasetName { pool_name: ZpoolName { id: efd83ea1-94bf-48aa-a059-ed387b79a77f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e5b107ef-c7bd-453d-bcf6-3c79332eac2d, dataset_name: DatasetName { pool_name: ZpoolName { id: a0b3d8f3-189e-4ea5-a742-9dc63f4ac87d (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:16.026339485Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:16.026382326Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e5b107ef-c7bd-453d-bcf6-3c79332eac2d, dataset_name: DatasetName { pool_name: ZpoolName { id: a0b3d8f3-189e-4ea5-a742-9dc63f4ac87d (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: eb937866-c779-4a9e-aec4-cc18302d4ce1, dataset_name: DatasetName { pool_name: ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:16.046415842Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:16.046454943Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: eb937866-c779-4a9e-aec4-cc18302d4ce1, dataset_name: DatasetName { pool_name: ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0a1ed896-5078-4267-b636-10151376f015, dataset_name: DatasetName { pool_name: ZpoolName { id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:16.139678435Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:16.139724725Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0a1ed896-5078-4267-b636-10151376f015, dataset_name: DatasetName { pool_name: ZpoolName { id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9df68fe6-52e1-420d-8e69-ae187fac2b5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:16.251260224Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:16.251310745Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 9df68fe6-52e1-420d-8e69-ae187fac2b5f, dataset_name: DatasetName { pool_name: ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 44dd83be-d555-4f7e-91d1-342fa869f697, dataset_name: DatasetName { pool_name: ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:16.339041005Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:16.339097686Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 44dd83be-d555-4f7e-91d1-342fa869f697, dataset_name: DatasetName { pool_name: ZpoolName { id: 52791279-0328-47f2-8641-652f421a0533 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0abff335-deb2-4991-b5b4-a3ef2f565fa9, dataset_name: DatasetName { pool_name: ZpoolName { id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:16.442506989Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:16.4425562Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0abff335-deb2-4991-b5b4-a3ef2f565fa9, dataset_name: DatasetName { pool_name: ZpoolName { id: 924badcc-07d3-4192-87c0-257ed1dc2017 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c516b690-7599-4aaa-8432-aa06ded5383a, dataset_name: DatasetName { pool_name: ZpoolName { id: ff4b0e2e-bb96-457c-a345-9f8b3478a5a8 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:16.51835665Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:16.518418971Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c516b690-7599-4aaa-8432-aa06ded5383a, dataset_name: DatasetName { pool_name: ZpoolName { id: ff4b0e2e-bb96-457c-a345-9f8b3478a5a8 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b4924e44-5dc5-45e0-a39b-c430868b3e63, dataset_name: DatasetName { pool_name: ZpoolName { id: efd83ea1-94bf-48aa-a059-ed387b79a77f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:16.615788782Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:16.615845863Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b4924e44-5dc5-45e0-a39b-c430868b3e63, dataset_name: DatasetName { pool_name: ZpoolName { id: efd83ea1-94bf-48aa-a059-ed387b79a77f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46e1cda7-578a-4867-bb73-b6c56c6231af, dataset_name: DatasetName { pool_name: ZpoolName { id: a0b3d8f3-189e-4ea5-a742-9dc63f4ac87d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:16.715592025Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:16.715645826Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 46e1cda7-578a-4867-bb73-b6c56c6231af, dataset_name: DatasetName { pool_name: ZpoolName { id: a0b3d8f3-189e-4ea5-a742-9dc63f4ac87d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3ae874d1-bf62-481b-aa5f-911ac7586252, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b58fe92-3fb4-46b4-9ea6-d620062bf2a1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:16.807827601Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:16.807882341Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3ae874d1-bf62-481b-aa5f-911ac7586252, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b58fe92-3fb4-46b4-9ea6-d620062bf2a1 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a, dataset_name: DatasetName { pool_name: ZpoolName { id: ee22443f-adfe-4fb0-bef1-d9b053b6a9d8 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:16.87880744Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:16.878855111Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a, dataset_name: DatasetName { pool_name: ZpoolName { id: ee22443f-adfe-4fb0-bef1-d9b053b6a9d8 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f46a1e4-9d58-499a-94fb-494a9375a290, dataset_name: DatasetName { pool_name: ZpoolName { id: a04e4a42-059d-4585-a24d-8ec28aa914e5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:16.957164743Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:16.957211574Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 7f46a1e4-9d58-499a-94fb-494a9375a290, dataset_name: DatasetName { pool_name: ZpoolName { id: a04e4a42-059d-4585-a24d-8ec28aa914e5 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99df6194-3c68-48e6-a934-d49d19c5c7ee, dataset_name: DatasetName { pool_name: ZpoolName { id: 841bd0ff-a375-452e-9289-601e29937aad (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.047807992Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.047862763Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 99df6194-3c68-48e6-a934-d49d19c5c7ee, dataset_name: DatasetName { pool_name: ZpoolName { id: 841bd0ff-a375-452e-9289-601e29937aad (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.135185866Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/1586f214-1a8d-4f2a-b9d3-907d2432a63f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.135249097Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/09a98b58-1585-44a1-a9f9-fa7c634d7922/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.135678714Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.136327315Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.274300097Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.275326735Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.302304396Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.302594611Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.302631272Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.302665582Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.329075995Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.329109886Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.329114226Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.329117616Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.494764581Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.566151047Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.566390021Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.566441952Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.566483233Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.566517234Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.566563304Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.566585264Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.567741174Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_9df68fe6-52e1-420d-8e69-ae187fac2b5f","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.56809761Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.573173685Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.577810503Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.58239764Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.588131376Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.593356643Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.599014428Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.604271386Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_clickhouse_9df68fe6-52e1-420d-8e69-ae187fac2b5f","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.729041487Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.734679972Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.739458441Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.744087879Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.748867569Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.753583968Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.758745915Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.763364052Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.768905005Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.774453178Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.779694596Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.785725357Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.791060896Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.796587639Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.842689401Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.843391613Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.848923336Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.853647305Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.858614938Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.863395988Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.868690357Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.911624237Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.957691689Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.994045598Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.99654921Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:17.99656515Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.044728807Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 254, 225]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.044768748Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"external_dns"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.106319229Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.10878041Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.108804451Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.171540502Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 139, 222]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.171577053Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.173738569Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.173757899Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.23227081Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 226, 149]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.23230184Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.234227532Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.234241203Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.284508325Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 167, 29]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.284550576Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.284979533Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.284995333Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.286515789Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.286531449Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.336426665Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 176, 241]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.336448516Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"nexus"} {"msg":"creation of nat entry successful for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.336666649Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"no nat entry found for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.338461079Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.338479939Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.33849113Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"no nat entry found for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.338587341Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.338596641Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.376558787Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"no nat entry found for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.380417072Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.380451162Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.380472773Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.380613165Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.38448475Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.439809957Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.512389283Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"no nat entry found for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.512445504Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.512456525Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Configuring new Omicron zone: oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.5127871Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.538638743Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.607554858Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"creation of nat entry successful for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.615772896Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.61906687Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Installing Omicron zone: oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.619172107Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.627503612Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.636564354Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.734235871Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.765360163Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.793560455Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:18.862177425Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:20.757459793Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:20.757575165Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:20.764839247Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:20.76503468Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:20.765088991Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:20.771877755Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:20.866190225Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:20.866354458Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:20.875383409Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:20.875631424Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:20.877242Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:20.877431264Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:20.877602717Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:20.877734069Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:20.877887801Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:20.877993113Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:20.885762663Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:20.892430415Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:20.89929989Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:20.90647721Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:20.906555342Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:20.913811393Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:20.920428654Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:20.927637855Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:20.99656987Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:20.996761753Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807\") failed: Property not found. retry in 29.611211ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:21.03711898Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049\") failed: Property not found. retry in 30.865106ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:21.053052457Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17\") failed: Property not found. retry in 50.755085ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:21.073484539Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807\") failed: Property not found. retry in 112.518478ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:21.089361225Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049\") failed: Property not found. retry in 88.594581ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:21.102922862Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:21.103329609Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af\") failed: Property not found. retry in 54.439019ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:21.120815112Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:21.121076886Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af\") failed: Property not found. retry in 73.94739ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:21.374441271Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807\") failed: Property not found. retry in 292.920425ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:21.410551507Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17\") failed: Property not found. retry in 110.677338ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:21.45431712Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049\") failed: Property not found. retry in 173.874383ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:27.773918197Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9\") failed: Property not found. retry in 46.718628ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:28.020470398Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a\") failed: Property not found. retry in 25.442312ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:28.080886541Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63\") failed: Property not found. retry in 41.364408ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:28.273277665Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290\") failed: Property not found. retry in 65.483566ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:28.332244003Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee\") failed: Property not found. retry in 67.054624ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:28.388768919Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:28.39181411Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1\") failed: Property not found. retry in 56.286583ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:28.419418033Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af\") failed: Property not found. retry in 252.538041ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:28.459509394Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a\") failed: Property not found. retry in 52.886702ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:28.477981824Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697\") failed: Property not found. retry in 49.73408ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:28.491000962Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252\") failed: Property not found. retry in 73.322715ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:28.503882478Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807\") failed: Property not found. retry in 217.295133ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:28.520806782Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17\") failed: Property not found. retry in 203.002487ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:28.537052914Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049\") failed: Property not found. retry in 582.310249ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:28.604283571Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9\") failed: Property not found. retry in 120.018243ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:28.677688631Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a\") failed: Property not found. retry in 81.442848ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:28.711585159Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63\") failed: Property not found. retry in 69.670951ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:28.763112382Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290\") failed: Property not found. retry in 94.068578ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:28.801273581Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee\") failed: Property not found. retry in 113.972217ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:28.823939561Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:28.824026583Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1\") failed: Property not found. retry in 139.872455ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:28.847663689Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644\") failed: Property not found. retry in 61.676758ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:28.858640693Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af\") failed: Property not found. retry in 372.224242ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:28.874374137Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a\") failed: Property not found. retry in 58.977122ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:28.889378968Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697\") failed: Property not found. retry in 76.670934ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:28.906657978Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252\") failed: Property not found. retry in 127.618086ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:28.921930894Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807\") failed: Property not found. retry in 947.09468ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:28.933321174Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17\") failed: Property not found. retry in 529.631772ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:28.946304622Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9\") failed: Property not found. retry in 275.245079ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:28.957965887Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a\") failed: Property not found. retry in 160.20957ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:28.96943213Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63\") failed: Property not found. retry in 278.995693ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:28.979880445Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290\") failed: Property not found. retry in 204.37063ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:28.991481569Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee\") failed: Property not found. retry in 231.247188ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.005190649Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1\") failed: Property not found. retry in 281.316593ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.019097612Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644\") failed: Property not found. retry in 110.628079ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.032603268Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a\") failed: Property not found. retry in 277.455669ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.045141948Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697\") failed: Property not found. retry in 230.887731ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.058709615Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252\") failed: Property not found. retry in 236.236921ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.072622129Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015\") failed: Property not found. retry in 41.960827ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.109592528Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a\") failed: Property not found. retry in 439.063952ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.145735804Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644\") failed: Property not found. retry in 251.982939ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.158911225Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015\") failed: Property not found. retry in 75.638166ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.169742046Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049\") failed: Property not found. retry in 945.653141ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.203195307Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290\") failed: Property not found. retry in 351.398165ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.217252152Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9\") failed: Property not found. retry in 493.925404ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.246838738Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee\") failed: Property not found. retry in 425.496891ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.266546758Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015\") failed: Property not found. retry in 281.233676ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.276287712Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af\") failed: Property not found. retry in 601.130171ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.287939867Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63\") failed: Property not found. retry in 209.154212ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.301495364Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1\") failed: Property not found. retry in 365.515927ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.323298679Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697\") failed: Property not found. retry in 294.10086ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.335319151Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252\") failed: Property not found. retry in 521.764367ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.349542639Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a\") failed: Property not found. retry in 488.368596ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.368218182Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644\") failed: Property not found. retry in 526.244755ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.424353572Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17\") failed: Property not found. retry in 720.133713ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.492176209Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63\") failed: Property not found. retry in 420.134272ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.52624867Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015\") failed: Property not found. retry in 251.624113ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.574782173Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290\") failed: Property not found. retry in 639.75279ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.591622605Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a\") failed: Property not found. retry in 656.091708ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.605318065Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697\") failed: Property not found. retry in 684.477544ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.651103802Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1\") failed: Property not found. retry in 961.053912ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.705249449Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee\") failed: Property not found. retry in 767.280519ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.723823681Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9\") failed: Property not found. retry in 858.043684ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.760063328Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:29.825135178Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:29.82523193Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:29.825362022Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:29.825456754Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015\") failed: Property not found. retry in 613.054585ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.848707333Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:29.848790825Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:29.855777402Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a\") failed: Property not found. retry in 887.863978ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.876499029Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252\") failed: Property not found. retry in 534.995173ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.893067687Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807\") failed: Property not found. retry in 1.48444299s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.912577154Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af\") failed: Property not found. retry in 691.624939ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.929114641Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63\") failed: Property not found. retry in 911.594089ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.962887307Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644\") failed: Property not found. retry in 943.375107ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:29.980933829Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35\") failed: Property not found. retry in 40.481291ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:30.069744827Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d\") failed: Property not found. retry in 59.320574ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:30.07941831Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35\") failed: Property not found. retry in 120.697916ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:30.123798343Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6\") failed: Property not found. retry in 66.279312ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:30.135352037Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d\") failed: Property not found. retry in 136.924416ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:30.150017522Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049\") failed: Property not found. retry in 1.424826788s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:30.163309435Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6\") failed: Property not found. retry in 102.979197ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:30.219967685Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17\") failed: Property not found. retry in 1.080280937s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:30.234704622Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290\") failed: Property not found. retry in 1.191677098s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:30.249270006Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35\") failed: Property not found. retry in 223.161553ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:30.261862607Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a\") failed: Property not found. retry in 589.329701ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:30.279755416Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d\") failed: Property not found. retry in 127.417669ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:30.300110068Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6\") failed: Property not found. retry in 231.548806ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:30.336558188Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697\") failed: Property not found. retry in 1.367092749s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:30.353869898Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252\") failed: Property not found. retry in 1.2616039s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:30.445946091Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d\") failed: Property not found. retry in 441.924758ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:30.463127769Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015\") failed: Property not found. retry in 1.207195577s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:30.479190228Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35\") failed: Property not found. retry in 261.164548ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:30.49901805Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee\") failed: Property not found. retry in 664.079489ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:30.514259436Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6\") failed: Property not found. retry in 548.33564ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:30.585374427Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9\") failed: Property not found. retry in 801.265161ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:30.634815956Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af\") failed: Property not found. retry in 1.34439203s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:30.646630934Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1\") failed: Property not found. retry in 1.113445655s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:30.682357322Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35\") failed: Property not found. retry in 511.897198ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:30.77234478Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a\") failed: Property not found. retry in 1.418618883s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:30.782757695Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a\") failed: Property not found. retry in 1.438722379s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:30.890052963Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63\") failed: Property not found. retry in 1.316055407s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:30.899969669Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d\") failed: Property not found. retry in 1.175381925s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:30.915263375Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644\") failed: Property not found. retry in 1.351612699s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:30.936518912Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6\") failed: Property not found. retry in 738.382159ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:31.145210358Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee\") failed: Property not found. retry in 1.14148648s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:31.191576775Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35\") failed: Property not found. retry in 776.176007ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:31.297137564Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17\") failed: Property not found. retry in 521.118387ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:31.326927814Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807\") failed: Property not found. retry in 570.448268ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:31.418238543Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9\") failed: Property not found. retry in 1.221775041s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:31.450091347Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290\") failed: Property not found. retry in 569.45764ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:31.46044234Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049\") failed: Property not found. retry in 1.252421007s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:31.605153125Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015\") failed: Property not found. retry in 512.773621ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:31.702258053Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252\") failed: Property not found. retry in 1.013092758s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:31.720273474Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697\") failed: Property not found. retry in 1.25497623s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:31.732844735Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1\") failed: Property not found. retry in 1.379689008s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:31.812883937Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17\") failed: Property not found. retry in 967.838527ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:31.882006255Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6\") failed: Property not found. retry in 909.471461ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:32.008406753Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af\") failed: Property not found. retry in 1.02508586s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:32.119180749Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807\") failed: Property not found. retry in 984.318125ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:32.14661084Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35\") failed: Property not found. retry in 669.908614ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:32.164923916Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290\") failed: Property not found. retry in 881.594693ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:32.183367435Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d\") failed: Property not found. retry in 1.267730324s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:32.202507666Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a\") failed: Property not found. retry in 721.930081ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:32.22005716Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63\") failed: Property not found. retry in 1.155536778s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:32.241495999Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015\") failed: Property not found. retry in 1.279853799s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:32.25349109Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644\") failed: Property not found. retry in 772.788762ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:32.301030417Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a\") failed: Property not found. retry in 993.012563ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:32.342620543Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee\") failed: Property not found. retry in 1.076139956s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:32.356304783Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9\") failed: Property not found. retry in 907.485063ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:32.688675762Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252\") failed: Property not found. retry in 1.011386579s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:32.754845511Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35\") failed: Property not found. retry in 981.340731ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:32.849541788Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17\") failed: Property not found. retry in 1.459863341s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:32.863234257Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049\") failed: Property not found. retry in 928.078175ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:32.876867786Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6\") failed: Property not found. retry in 705.025645ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:32.935682351Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a\") failed: Property not found. retry in 542.819391ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:32.960643939Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:33.000142071Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"4.509770095s"} {"msg":"wait for service Some(\"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697\") failed: Property not found. retry in 1.464357918s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:33.012714082Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290\") failed: Property not found. retry in 795.585135ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:33.085773216Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644\") failed: Property not found. retry in 582.881852ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:33.10626519Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807\") failed: Property not found. retry in 1.07846294s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:33.171815368Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af\") failed: Property not found. retry in 903.981233ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:33.199331899Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1\") failed: Property not found. retry in 1.353332602s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:33.221579982Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a\") failed: Property not found. retry in 651.185308ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:33.353160086Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63\") failed: Property not found. retry in 1.288062551s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:33.428863455Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee\") failed: Property not found. retry in 1.088594091s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:33.452506081Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d\") failed: Property not found. retry in 1.097025968s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:33.491527955Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a\") failed: Property not found. retry in 589.129147ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:33.523968479Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015\") failed: Property not found. retry in 555.415197ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:33.559215509Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9\") failed: Property not found. retry in 1.49761078s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:33.649079415Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6\") failed: Property not found. retry in 1.301335729s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:33.674983419Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644\") failed: Property not found. retry in 526.562553ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:33.726769347Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252\") failed: Property not found. retry in 731.24278ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:33.815177138Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049\") failed: Property not found. retry in 1.37923373s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:33.858928272Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35\") failed: Property not found. retry in 1.331643541s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:33.907942233Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290\") failed: Property not found. retry in 1.414911899s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:33.94477692Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a\") failed: Property not found. retry in 1.301745123s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:34.027559948Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af\") failed: Property not found. retry in 849.902528ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:34.121220247Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a\") failed: Property not found. retry in 1.348418629s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:34.13634392Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015\") failed: Property not found. retry in 515.382973ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:34.150999036Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807\") failed: Property not found. retry in 770.600799ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:34.264799583Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644\") failed: Property not found. retry in 1.287271235s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:34.278471352Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17\") failed: Property not found. retry in 541.177846ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:34.337384909Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697\") failed: Property not found. retry in 1.007690522s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:34.492444057Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee\") failed: Property not found. retry in 1.408068998s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:34.560985306Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252\") failed: Property not found. retry in 689.269321ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:34.592225909Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1\") failed: Property not found. retry in 1.178086283s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:34.621233625Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d\") failed: Property not found. retry in 1.360913273s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:34.660013875Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015\") failed: Property not found. retry in 625.56553ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:34.695833885Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63\") failed: Property not found. retry in 1.286212637s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:34.749886931Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17\") failed: Property not found. retry in 814.830193ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:34.898665084Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af\") failed: Property not found. retry in 1.312428196s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:34.986451375Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6\") failed: Property not found. retry in 1.161961866s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:35.003082534Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807\") failed: Property not found. retry in 1.290471554s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:35.061076726Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9\") failed: Property not found. retry in 1.248953784s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:35.165875562Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049\") failed: Property not found. retry in 948.926906ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:35.261616936Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35\") failed: Property not found. retry in 1.037125769s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:35.282305143Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252\") failed: Property not found. retry in 1.01130002s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:35.317197047Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015\") failed: Property not found. retry in 1.172850332s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:35.354105766Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a\") failed: Property not found. retry in 1.00518259s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:35.386294607Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290\") failed: Property not found. retry in 882.158298ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:35.407841536Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a\") failed: Property not found. retry in 1.415888551s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:35.495636887Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697\") failed: Property not found. retry in 1.346217611s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:35.515426769Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644\") failed: Property not found. retry in 1.345124301s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:35.58232367Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17\") failed: Property not found. retry in 638.199402ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:35.731593041Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1\") failed: Property not found. retry in 1.173688068s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:35.818885564Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee\") failed: Property not found. retry in 1.134636492s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:35.985392044Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d\") failed: Property not found. retry in 551.14249ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:36.033842726Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63\") failed: Property not found. retry in 1.330005832s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:36.048525982Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6\") failed: Property not found. retry in 1.022605731s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:36.182743261Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049\") failed: Property not found. retry in 1.0536441s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:36.22741275Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290\") failed: Property not found. retry in 694.988554ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:36.306022787Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af\") failed: Property not found. retry in 965.931594ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:36.321004738Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35\") failed: Property not found. retry in 608.233215ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:36.337125528Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252\") failed: Property not found. retry in 943.630346ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:36.352437305Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807\") failed: Property not found. retry in 952.871005ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:36.364877903Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17\") failed: Property not found. retry in 1.328928623s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:36.383565916Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a\") failed: Property not found. retry in 1.423476578s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:36.408693557Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9\") failed: Property not found. retry in 810.002764ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:36.431375197Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015\") failed: Property not found. retry in 918.70346ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:36.539015671Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d\") failed: Property not found. retry in 570.513749ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:36.602332892Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697\") failed: Property not found. retry in 848.01545ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:36.883181378Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a\") failed: Property not found. retry in 865.135605ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:37.018521676Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1\") failed: Property not found. retry in 1.179582084s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:37.051395247Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644\") failed: Property not found. retry in 849.280003ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:37.076438086Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35\") failed: Property not found. retry in 1.465430696s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:37.090564833Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290\") failed: Property not found. retry in 1.074692083s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:37.104313625Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee\") failed: Property not found. retry in 1.344814502s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:37.132360714Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d\") failed: Property not found. retry in 692.046173ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:37.185489274Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6\") failed: Property not found. retry in 1.043883033s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:37.217108684Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9\") failed: Property not found. retry in 1.089564515s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:37.253456723Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049\") failed: Property not found. retry in 873.783506ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:37.293531155Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af\") failed: Property not found. retry in 1.466145845s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:37.306153286Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252\") failed: Property not found. retry in 1.264513859s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:37.319296486Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807\") failed: Property not found. retry in 610.774573ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:37.330995252Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63\") failed: Property not found. retry in 687.289281ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:37.392723516Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015\") failed: Property not found. retry in 971.120017ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:37.470669162Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1\") failed: Property not found. retry in 1.059157189s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:38.354798318Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644\") failed: Property not found. retry in 1.272243903s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:38.398495479Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a\") failed: Property not found. retry in 829.054132ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:38.454857844Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6\") failed: Property not found. retry in 1.267230695s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:38.512273836Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697\") failed: Property not found. retry in 644.412631ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:38.522526658Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807\") failed: Property not found. retry in 954.601631ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:38.532496295Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17\") failed: Property not found. retry in 1.211465497s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:38.543207815Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049\") failed: Property not found. retry in 985.874899ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:38.552718314Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9\") failed: Property not found. retry in 886.648094ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:38.562110871Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a\") failed: Property not found. retry in 1.425353178s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:38.570675885Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63\") failed: Property not found. retry in 862.937992ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:38.581789611Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290\") failed: Property not found. retry in 549.921617ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:38.590930394Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee\") failed: Property not found. retry in 1.084443209s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:38.599556889Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015\") failed: Property not found. retry in 598.701003ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:38.608233484Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d\") failed: Property not found. retry in 841.04316ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:38.616722176Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252\") failed: Property not found. retry in 1.432837181s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:38.626359018Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35\") failed: Property not found. retry in 737.640388ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:38.63543916Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af\") failed: Property not found. retry in 996.641846ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:38.78463496Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290\") failed: Property not found. retry in 908.047884ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:39.154100812Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697\") failed: Property not found. retry in 767.821361ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:39.182223163Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015\") failed: Property not found. retry in 997.100562ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:39.223009466Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a\") failed: Property not found. retry in 1.041628623s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:39.298758056Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35\") failed: Property not found. retry in 852.936438ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:39.384792087Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1\") failed: Property not found. retry in 1.499908855s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:39.426985714Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63\") failed: Property not found. retry in 1.365765249s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:39.457755509Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9\") failed: Property not found. retry in 713.180377ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:39.470839099Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d\") failed: Property not found. retry in 1.074860095s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:39.484142991Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807\") failed: Property not found. retry in 692.735981ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:39.500666278Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049\") failed: Property not found. retry in 749.543877ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:39.553607335Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644\") failed: Property not found. retry in 1.314997502s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:39.688277142Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee\") failed: Property not found. retry in 555.372677ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:39.704047136Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17\") failed: Property not found. retry in 960.152076ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:39.771328734Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6\") failed: Property not found. retry in 1.030117902s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:39.799024678Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af\") failed: Property not found. retry in 582.127919ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:39.812536054Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697\") failed: Property not found. retry in 1.404098883s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:39.978120599Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a\") failed: Property not found. retry in 925.489668ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:40.023266316Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252\") failed: Property not found. retry in 848.129457ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:40.074558455Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290\") failed: Property not found. retry in 1.142441178s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:40.086996274Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9\") failed: Property not found. retry in 812.452895ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:40.197364933Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807\") failed: Property not found. retry in 903.453622ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:40.207509253Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_9df68fe6-52e1-420d-8e69-ae187fac2b5f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:40.219717028Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015\") failed: Property not found. retry in 766.967432ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:40.240943193Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_clickhouse_9df68fe6-52e1-420d-8e69-ae187fac2b5f zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:40.241090976Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_9df68fe6-52e1-420d-8e69-ae187fac2b5f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35\") failed: Property not found. retry in 1.265294854s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:40.259876081Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee\") failed: Property not found. retry in 774.323023ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:40.274221451Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049\") failed: Property not found. retry in 1.471599579s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:40.316898126Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a\") failed: Property not found. retry in 1.114200604s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:40.359339177Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af\") failed: Property not found. retry in 560.357731ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:40.406884814Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_9df68fe6-52e1-420d-8e69-ae187fac2b5f\") failed: Property not found. retry in 60.343964ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:40.498642171Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_9df68fe6-52e1-420d-8e69-ae187fac2b5f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_9df68fe6-52e1-420d-8e69-ae187fac2b5f\") failed: Property not found. retry in 70.329081ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:40.570136589Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_9df68fe6-52e1-420d-8e69-ae187fac2b5f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d\") failed: Property not found. retry in 521.655606ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:40.582046599Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_9df68fe6-52e1-420d-8e69-ae187fac2b5f\") failed: Property not found. retry in 132.656008ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:40.694989112Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_9df68fe6-52e1-420d-8e69-ae187fac2b5f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17\") failed: Property not found. retry in 798.016788ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:40.744220646Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63\") failed: Property not found. retry in 547.912369ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:40.838479256Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_9df68fe6-52e1-420d-8e69-ae187fac2b5f\") failed: Property not found. retry in 371.959029ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:40.848606326Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_9df68fe6-52e1-420d-8e69-ae187fac2b5f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6\") failed: Property not found. retry in 546.528295ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:40.859243134Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252\") failed: Property not found. retry in 1.249020899s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:40.936941076Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1\") failed: Property not found. retry in 907.917009ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:40.951400458Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a\") failed: Property not found. retry in 645.439403ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:40.967865524Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af\") failed: Property not found. retry in 538.836542ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:40.984719667Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644\") failed: Property not found. retry in 1.350771611s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:41.019265215Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9\") failed: Property not found. retry in 1.333162585s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:41.034121074Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015\") failed: Property not found. retry in 1.142831062s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:41.045974233Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee\") failed: Property not found. retry in 1.437138018s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:41.063456176Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d\") failed: Property not found. retry in 882.944191ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:41.118671411Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807\") failed: Property not found. retry in 745.525351ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:41.133329487Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_9df68fe6-52e1-420d-8e69-ae187fac2b5f\") failed: Property not found. retry in 405.459886ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:41.232931556Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_9df68fe6-52e1-420d-8e69-ae187fac2b5f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290\") failed: Property not found. retry in 680.416369ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:41.244571811Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697\") failed: Property not found. retry in 535.278794ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:41.391784637Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63\") failed: Property not found. retry in 733.45337ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:41.400173168Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6\") failed: Property not found. retry in 602.173552ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:41.416334499Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a\") failed: Property not found. retry in 1.021444375s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:41.483122578Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af\") failed: Property not found. retry in 1.232287558s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:41.532281762Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35\") failed: Property not found. retry in 1.363703862s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:41.540590131Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17\") failed: Property not found. retry in 1.250932032s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:41.550446266Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a\") failed: Property not found. retry in 830.726546ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:41.624323284Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_9df68fe6-52e1-420d-8e69-ae187fac2b5f\") failed: Property not found. retry in 1.015216856s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:41.649502096Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_9df68fe6-52e1-420d-8e69-ae187fac2b5f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049\") failed: Property not found. retry in 803.816518ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:41.800010498Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1\") failed: Property not found. retry in 610.986705ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:41.879890817Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807\") failed: Property not found. retry in 1.132815064s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:41.911073939Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290\") failed: Property not found. retry in 552.758739ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:41.938190394Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697\") failed: Property not found. retry in 1.050250736s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:41.953312767Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d\") failed: Property not found. retry in 1.008088754s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:42.014387261Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6\") failed: Property not found. retry in 1.285551044s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:42.029331761Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63\") failed: Property not found. retry in 996.857342ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:42.14443044Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252\") failed: Property not found. retry in 989.917269ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:42.197618941Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015\") failed: Property not found. retry in 721.84961ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:42.207874983Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9\") failed: Property not found. retry in 1.28840822s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:42.379560829Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644\") failed: Property not found. retry in 1.146934688s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:42.38918071Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a\") failed: Property not found. retry in 738.016102ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:42.464447742Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1\") failed: Property not found. retry in 981.319467ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:42.500499006Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290\") failed: Property not found. retry in 947.895907ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:42.508230115Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a\") failed: Property not found. retry in 1.036522112s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:42.515930924Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee\") failed: Property not found. retry in 521.090736ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:42.523570382Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049\") failed: Property not found. retry in 1.497215707s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:42.613663052Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_9df68fe6-52e1-420d-8e69-ae187fac2b5f\") failed: Property not found. retry in 1.40405306s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:42.674910618Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_9df68fe6-52e1-420d-8e69-ae187fac2b5f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af\") failed: Property not found. retry in 1.411080336s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:42.774952935Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17\") failed: Property not found. retry in 1.455553126s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:42.811715821Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35\") failed: Property not found. retry in 590.610631ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:42.914645756Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015\") failed: Property not found. retry in 916.104038ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:42.939421851Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697\") failed: Property not found. retry in 935.858297ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:43.014340946Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d\") failed: Property not found. retry in 1.402618828s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:43.033512288Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807\") failed: Property not found. retry in 884.092055ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:43.053858968Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee\") failed: Property not found. retry in 1.15485544s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:43.061743601Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63\") failed: Property not found. retry in 1.45728342s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:43.150565349Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252\") failed: Property not found. retry in 1.278620333s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:43.196760083Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a\") failed: Property not found. retry in 1.472452214s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:43.212552498Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6\") failed: Property not found. retry in 1.132080525s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:43.324134758Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290\") failed: Property not found. retry in 1.136980551s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:43.465611628Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1\") failed: Property not found. retry in 1.127292518s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:43.492252674Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35\") failed: Property not found. retry in 1.353159007s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:43.514538948Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644\") failed: Property not found. retry in 1.464883916s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:43.544855336Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a\") failed: Property not found. retry in 771.191991ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:43.563521109Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9\") failed: Property not found. retry in 960.723718ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:43.680205414Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015\") failed: Property not found. retry in 1.099420115s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:43.87092255Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807\") failed: Property not found. retry in 1.180208104s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:43.950817259Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_9df68fe6-52e1-420d-8e69-ae187fac2b5f\") failed: Property not found. retry in 656.219307ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:44.089971753Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_9df68fe6-52e1-420d-8e69-ae187fac2b5f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:44.712119446Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"8.034863017s"} {"msg":"wait for service Some(\"oxz_clickhouse_9df68fe6-52e1-420d-8e69-ae187fac2b5f\") failed: Property not found. retry in 580.055428ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:44.764786658Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_9df68fe6-52e1-420d-8e69-ae187fac2b5f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_9df68fe6-52e1-420d-8e69-ae187fac2b5f\") failed: Property not found. retry in 752.403135ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:45.367555088Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_9df68fe6-52e1-420d-8e69-ae187fac2b5f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:45.927936639Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:57885"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:45.932732939Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"966cc1de-1815-484b-81da-fd17f855bcc8","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:57885","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":540,"response_code":"200"} {"msg":"wait for service Some(\"oxz_clickhouse_9df68fe6-52e1-420d-8e69-ae187fac2b5f\") failed: Property not found. retry in 853.168837ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:46.139469813Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_9df68fe6-52e1-420d-8e69-ae187fac2b5f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_9df68fe6-52e1-420d-8e69-ae187fac2b5f\") failed: Property not found. retry in 1.197170516s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:47.011635878Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_9df68fe6-52e1-420d-8e69-ae187fac2b5f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_9df68fe6-52e1-420d-8e69-ae187fac2b5f\") failed: Property not found. retry in 1.402178345s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:48.218708805Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_9df68fe6-52e1-420d-8e69-ae187fac2b5f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_9df68fe6-52e1-420d-8e69-ae187fac2b5f\") failed: Property not found. retry in 1.478855235s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:49.631131513Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_9df68fe6-52e1-420d-8e69-ae187fac2b5f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:51.138151796Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_clickhouse_9df68fe6-52e1-420d-8e69-ae187fac2b5f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:51.138219657Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_external_dns_eb937866-c779-4a9e-aec4-cc18302d4ce1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:51.138225887Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_oximeter_41f2943e-6041-44c9-a47a-3cf5fb012644"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:51.138230097Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_46e1cda7-578a-4867-bb73-b6c56c6231af"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:51.138248008Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_9cf5c3af-b82a-4f8e-8aba-3e39ebd2b64a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:51.138252308Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_nexus_772acfa5-ee20-4a17-a053-c207ffa50ed6"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:51.138256268Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_44dd83be-d555-4f7e-91d1-342fa869f697"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:51.138260058Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_3ae874d1-bf62-481b-aa5f-911ac7586252"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:51.138263958Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_pantry_5ee3adc6-bb70-4180-8a0e-1e58aba9f807"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:51.138268058Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_pantry_cdeda3ef-54c4-466c-bcd2-15530c779f17"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:51.138272058Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_nexus_3dfd7033-71d8-4eb9-bb97-49dae3b5cd35"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:51.138275708Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_pantry_5ab93dca-3349-4e95-8adc-97fe1d9e5049"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:51.138279378Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_0abff335-deb2-4991-b5b4-a3ef2f565fa9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:51.138283008Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_c516b690-7599-4aaa-8432-aa06ded5383a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:51.138286848Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_b4924e44-5dc5-45e0-a39b-c430868b3e63"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:51.138290378Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_7f46a1e4-9d58-499a-94fb-494a9375a290"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:51.138294018Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_99df6194-3c68-48e6-a934-d49d19c5c7ee"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:51.138297518Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_external_dns_0a1ed896-5078-4267-b636-10151376f015"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:51.138300848Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_nexus_e9e4c757-e076-4386-92e2-8217b8bb307d"} {"msg":"Writing ledger to /pool/int/1586f214-1a8d-4f2a-b9d3-907d2432a63f/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:51.140370953Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/09a98b58-1585-44a1-a9f9-fa7c634d7922/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:51.142642561Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:51.144755306Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"70cc5a02-a985-402e-9b7c-ee5723cd71b1","remote_addr":"[fd00:1122:3344:101::1]:44791","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":35265546,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:51.149549147Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1322"} {"msg":"Writing ledger to /pool/int/1586f214-1a8d-4f2a-b9d3-907d2432a63f/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:51.150151087Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/09a98b58-1585-44a1-a9f9-fa7c634d7922/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:51.150156157Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:51.152499976Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:707"} {"msg":"Nexus address: [fd00:1122:3344:101::c]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:51.153063166Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:720"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n local_pref: None,\n nexthop: 10.151.1.100,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:51.186246492Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/52547763-7759-42e1-81a9-8b833f59f5dd/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:51.196706007Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/52547763-7759-42e1-81a9-8b833f59f5dd/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:51.323231947Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/52547763-7759-42e1-81a9-8b833f59f5dd/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:51.495763048Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/52547763-7759-42e1-81a9-8b833f59f5dd/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:51.698135369Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/52547763-7759-42e1-81a9-8b833f59f5dd/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:51.906538511Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/52547763-7759-42e1-81a9-8b833f59f5dd/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:52.158954841Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/52547763-7759-42e1-81a9-8b833f59f5dd/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:52.319258727Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/52547763-7759-42e1-81a9-8b833f59f5dd/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:52.516842298Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/52547763-7759-42e1-81a9-8b833f59f5dd/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:52.734290992Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:52.781588425Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"9.197154526s"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/2a571ec0-85a3-450e-88fc-680c13ffa211)","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:52.782713653Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/2a571ec0-85a3-450e-88fc-680c13ffa211)","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:32:53.014574819Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/52547763-7759-42e1-81a9-8b833f59f5dd/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:53.122165702Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/2a571ec0-85a3-450e-88fc-680c13ffa211)","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:53.507773883Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/52547763-7759-42e1-81a9-8b833f59f5dd/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:53.898255916Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/2a571ec0-85a3-450e-88fc-680c13ffa211)","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:32:54.018401176Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/52547763-7759-42e1-81a9-8b833f59f5dd/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:54.257615078Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/52547763-7759-42e1-81a9-8b833f59f5dd/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:54.8712115Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/2a571ec0-85a3-450e-88fc-680c13ffa211)","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:32:55.021871014Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/2a571ec0-85a3-450e-88fc-680c13ffa211)","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:55.503289301Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/52547763-7759-42e1-81a9-8b833f59f5dd/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:55.816851226Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/2a571ec0-85a3-450e-88fc-680c13ffa211)","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:32:56.024577167Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/2a571ec0-85a3-450e-88fc-680c13ffa211)","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:32:57.027876139Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/52547763-7759-42e1-81a9-8b833f59f5dd/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:57.328291303Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/2a571ec0-85a3-450e-88fc-680c13ffa211)","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:57.504461765Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/52547763-7759-42e1-81a9-8b833f59f5dd/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:58.02517952Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/2a571ec0-85a3-450e-88fc-680c13ffa211)","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:32:58.03113072Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/2a571ec0-85a3-450e-88fc-680c13ffa211)","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:32:59.033978805Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/2a571ec0-85a3-450e-88fc-680c13ffa211)","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:32:59.503901969Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/52547763-7759-42e1-81a9-8b833f59f5dd/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:32:59.990375881Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/2a571ec0-85a3-450e-88fc-680c13ffa211)","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:33:00.03682413Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/2a571ec0-85a3-450e-88fc-680c13ffa211)","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:33:01.040298155Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/52547763-7759-42e1-81a9-8b833f59f5dd/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:01.115573686Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/2a571ec0-85a3-450e-88fc-680c13ffa211)","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:33:01.503794071Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:33:02.012331743Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"20.215887841s"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/2a571ec0-85a3-450e-88fc-680c13ffa211)","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:33:02.043340973Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/52547763-7759-42e1-81a9-8b833f59f5dd/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:02.285971889Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/2a571ec0-85a3-450e-88fc-680c13ffa211)","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:33:03.046237458Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/2a571ec0-85a3-450e-88fc-680c13ffa211)","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:33:03.504602038Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/2a571ec0-85a3-450e-88fc-680c13ffa211)","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:33:04.04951948Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/2a571ec0-85a3-450e-88fc-680c13ffa211)","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:33:05.052854673Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/2a571ec0-85a3-450e-88fc-680c13ffa211)","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:33:05.503753768Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/52547763-7759-42e1-81a9-8b833f59f5dd/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:05.890355356Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/2a571ec0-85a3-450e-88fc-680c13ffa211)","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:33:06.056356848Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/2a571ec0-85a3-450e-88fc-680c13ffa211)","v":0,"name":"SledAgent","level":50,"time":"2024-10-01T02:33:07.058717154Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/2a571ec0-85a3-450e-88fc-680c13ffa211)","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:33:07.504436893Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to handoff to nexus: Error Response: status: 403 Forbidden; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"005a1c70-0dc7-4be4-b02c-c8b32d0a2a11\", \"content-length\": \"113\", \"date\": \"Tue, 01 Oct 2024 02:33:08 GMT\"}; value: Error { error_code: Some(\"Forbidden\"), message: \"Forbidden\", request_id: \"005a1c70-0dc7-4be4-b02c-c8b32d0a2a11\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:08.624616594Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:11.568161458Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"sled-agent/src/nexus.rs:544","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:11.72218607Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:45936"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:11.722961963Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:47370"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:11.723533142Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"a2bbd35f-0e2c-4c08-9617-af8c0babbcd0","remote_addr":"[fd00:1122:3344:101::a]:47370","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":412,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:11.727176903Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"489e4538-d1bd-4a23-8242-8ba219063c99","remote_addr":"[fd00:1122:3344:101::c]:45936","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3308,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:11.829871444Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"03b16f70-2f46-4389-b9e8-e16364c702fa","remote_addr":"[fd00:1122:3344:101::c]:45936","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7412,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:11.858777268Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:33765"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:11.858977912Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"e37cc2a5-5772-4218-8ca6-85ae1fda9137","remote_addr":"[fd00:1122:3344:101::c]:33765","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":147,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:12.156004289Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:40887"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:12.156902534Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:12.365607551Z","hostname":"buskin","pid":1562,"uri":"/inventory","method":"GET","req_id":"54ccc9db-0f68-498e-aa2d-26d00876f990","remote_addr":"[fd00:1122:3344:101::b]:40887","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":209467,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:12.365693022Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:65329"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:12.365785494Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:12.370143387Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/1586f214-1a8d-4f2a-b9d3-907d2432a63f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:12.370216558Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/09a98b58-1585-44a1-a9f9-fa7c634d7922/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:12.372654579Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:12.372921353Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"4f43e7c3-5b75-450f-a546-c81192bb949e","remote_addr":"[fd00:1122:3344:101::b]:40887","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3968,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:12.584355706Z","hostname":"buskin","pid":1562,"uri":"/inventory","method":"GET","req_id":"43c73a58-03cd-4374-8fdb-1523775f03eb","remote_addr":"[fd00:1122:3344:101::c]:65329","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":218598,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:12.584905956Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/1586f214-1a8d-4f2a-b9d3-907d2432a63f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:12.584977777Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/09a98b58-1585-44a1-a9f9-fa7c634d7922/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:12.585308872Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:12.586916539Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"90f28937-fedc-4ce7-8e7d-a5cdf2a43010","remote_addr":"[fd00:1122:3344:101::c]:65329","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2097,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.235148139Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52470"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.236861737Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 498a9376-2ad6-4307-b191-e6d73cf2f1a4, kind: Service { id: 0a1ed896-5078-4267-b636-10151376f015 }, name: Name(\"external-dns-0a1ed896-5078-4267-b636-10151376f015\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 149])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e4ffe935-3383-46e7-947f-e87df509f06f, kind: Service { id: eb937866-c779-4a9e-aec4-cc18302d4ce1 }, name: Name(\"external-dns-eb937866-c779-4a9e-aec4-cc18302d4ce1\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 225])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 611bfb6e-9731-4e0b-9af8-03e07b661aa3, kind: Service { id: 772acfa5-ee20-4a17-a053-c207ffa50ed6 }, name: Name(\"nexus-772acfa5-ee20-4a17-a053-c207ffa50ed6\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 139, 222])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 98b85cfc-ac80-4175-9f04-dd15c9b20d24, kind: Service { id: 3dfd7033-71d8-4eb9-bb97-49dae3b5cd35 }, name: Name(\"nexus-3dfd7033-71d8-4eb9-bb97-49dae3b5cd35\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 29])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a840a1d8-f258-45fe-96a0-7b8383461d51, kind: Service { id: e9e4c757-e076-4386-92e2-8217b8bb307d }, name: Name(\"nexus-e9e4c757-e076-4386-92e2-8217b8bb307d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 176, 241])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.23701876Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.237172263Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.237200193Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.237208803Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.237223344Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.237253744Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.237270424Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"3e28ccb1-7723-449a-b010-76dfb72b73ea","remote_addr":"[fd00:1122:3344:101::c]:52470","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2045,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.239367959Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:959"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.61479936Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:49823"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.615097675Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 498a9376-2ad6-4307-b191-e6d73cf2f1a4, kind: Service { id: 0a1ed896-5078-4267-b636-10151376f015 }, name: Name(\"external-dns-0a1ed896-5078-4267-b636-10151376f015\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 149])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e4ffe935-3383-46e7-947f-e87df509f06f, kind: Service { id: eb937866-c779-4a9e-aec4-cc18302d4ce1 }, name: Name(\"external-dns-eb937866-c779-4a9e-aec4-cc18302d4ce1\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 225])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 611bfb6e-9731-4e0b-9af8-03e07b661aa3, kind: Service { id: 772acfa5-ee20-4a17-a053-c207ffa50ed6 }, name: Name(\"nexus-772acfa5-ee20-4a17-a053-c207ffa50ed6\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 139, 222])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 98b85cfc-ac80-4175-9f04-dd15c9b20d24, kind: Service { id: 3dfd7033-71d8-4eb9-bb97-49dae3b5cd35 }, name: Name(\"nexus-3dfd7033-71d8-4eb9-bb97-49dae3b5cd35\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 29])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a840a1d8-f258-45fe-96a0-7b8383461d51, kind: Service { id: e9e4c757-e076-4386-92e2-8217b8bb307d }, name: Name(\"nexus-e9e4c757-e076-4386-92e2-8217b8bb307d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 176, 241])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.615137916Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.615169076Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.615196177Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.615204407Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.615217637Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.615241118Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.615272228Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"ace5f580-cd1e-4483-acbc-acc87a11e9e3","remote_addr":"[fd00:1122:3344:101::c]:49823","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":365,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.646675624Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:33688"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.647453537Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 498a9376-2ad6-4307-b191-e6d73cf2f1a4, kind: Service { id: 0a1ed896-5078-4267-b636-10151376f015 }, name: Name(\"external-dns-0a1ed896-5078-4267-b636-10151376f015\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 149])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e4ffe935-3383-46e7-947f-e87df509f06f, kind: Service { id: eb937866-c779-4a9e-aec4-cc18302d4ce1 }, name: Name(\"external-dns-eb937866-c779-4a9e-aec4-cc18302d4ce1\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 225])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 611bfb6e-9731-4e0b-9af8-03e07b661aa3, kind: Service { id: 772acfa5-ee20-4a17-a053-c207ffa50ed6 }, name: Name(\"nexus-772acfa5-ee20-4a17-a053-c207ffa50ed6\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 139, 222])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 98b85cfc-ac80-4175-9f04-dd15c9b20d24, kind: Service { id: 3dfd7033-71d8-4eb9-bb97-49dae3b5cd35 }, name: Name(\"nexus-3dfd7033-71d8-4eb9-bb97-49dae3b5cd35\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 29])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a840a1d8-f258-45fe-96a0-7b8383461d51, kind: Service { id: e9e4c757-e076-4386-92e2-8217b8bb307d }, name: Name(\"nexus-e9e4c757-e076-4386-92e2-8217b8bb307d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 176, 241])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.647485248Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.647521198Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.647542749Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.647557279Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.647572339Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.6476002Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.64761636Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"735a828d-668c-4cf4-9379-d0a886e0b6af","remote_addr":"[fd00:1122:3344:101::b]:33688","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":834,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.665831796Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41125"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.666047889Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 498a9376-2ad6-4307-b191-e6d73cf2f1a4, kind: Service { id: 0a1ed896-5078-4267-b636-10151376f015 }, name: Name(\"external-dns-0a1ed896-5078-4267-b636-10151376f015\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 149])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e4ffe935-3383-46e7-947f-e87df509f06f, kind: Service { id: eb937866-c779-4a9e-aec4-cc18302d4ce1 }, name: Name(\"external-dns-eb937866-c779-4a9e-aec4-cc18302d4ce1\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 225])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 611bfb6e-9731-4e0b-9af8-03e07b661aa3, kind: Service { id: 772acfa5-ee20-4a17-a053-c207ffa50ed6 }, name: Name(\"nexus-772acfa5-ee20-4a17-a053-c207ffa50ed6\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 139, 222])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 98b85cfc-ac80-4175-9f04-dd15c9b20d24, kind: Service { id: 3dfd7033-71d8-4eb9-bb97-49dae3b5cd35 }, name: Name(\"nexus-3dfd7033-71d8-4eb9-bb97-49dae3b5cd35\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 29])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a840a1d8-f258-45fe-96a0-7b8383461d51, kind: Service { id: e9e4c757-e076-4386-92e2-8217b8bb307d }, name: Name(\"nexus-e9e4c757-e076-4386-92e2-8217b8bb307d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 176, 241])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.666075009Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.66609938Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.66612288Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.666143861Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.666163571Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.666176911Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.666194291Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"b0010267-0513-4e73-8428-ef74542acb46","remote_addr":"[fd00:1122:3344:101::a]:41125","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":248,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.707216749Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:64892"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.707328451Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.908338329Z","hostname":"buskin","pid":1562,"uri":"/inventory","method":"GET","req_id":"53fd661f-4698-48a5-b676-27649b1847f6","remote_addr":"[fd00:1122:3344:101::c]:64892","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":200973,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.908831137Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/1586f214-1a8d-4f2a-b9d3-907d2432a63f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.908872908Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/09a98b58-1585-44a1-a9f9-fa7c634d7922/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.909241724Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:14.909513769Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"a961f4f2-cfcd-4712-99df-d98fc1762836","remote_addr":"[fd00:1122:3344:101::c]:64892","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":770,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:15.988482139Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35319"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:15.988617091Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"4cb36c7a-ba2a-476c-827f-eb252fc9f204","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35319","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":54,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:20.404840383Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:64805"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:20.404973315Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"dfdf73be-5411-42ba-932f-79c3f37d61e9","remote_addr":"[fd00:1122:3344:101::c]:64805","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":77,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:20.415037454Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"7d6ef6cb-9eff-495f-8798-77d258fe10c0","remote_addr":"[fd00:1122:3344:101::c]:64805","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":119,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:41.297399126Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:38326"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:41.297537949Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5dcaede6-6584-4916-b033-2d72503a7bc4","remote_addr":"[fd00:1122:3344:101::b]:38326","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":61,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:41.338325422Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"1081b86d-c140-4ddf-a68f-8184b045264f","remote_addr":"[fd00:1122:3344:101::b]:38326","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":143,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:41.405127581Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48030"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:41.405204563Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"946bdef4-ae33-4bed-8a3b-03344c88ffce","remote_addr":"[fd00:1122:3344:101::a]:48030","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":50,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:41.421209031Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:58707"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:41.421606097Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"831a834c-b1dd-45bd-877c-7f6cd5fff175","remote_addr":"[fd00:1122:3344:101::a]:58707","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":164,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:41.435727034Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"00410947-05a4-42c0-a0fd-a56f5942ba88","remote_addr":"[fd00:1122:3344:101::a]:48030","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":749,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:41.503491019Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:38744"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:41.504404235Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"70215e8f-8eb2-455e-87b6-7bd6e7ad910b","remote_addr":"[fd00:1122:3344:101::b]:38744","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":877,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:41.641100405Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:65059"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:41.650271599Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:41.908425615Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:42.020614195Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"bf7e84fb-86c2-44f4-b6ca-c6f14abf866f","remote_addr":"[fd00:1122:3344:101::a]:65059","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":379465,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:42.020748687Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:57497"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:42.020785468Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:58584"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:42.020827539Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:53536"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:42.020871349Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58595"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:42.021729504Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:42.021819785Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"e907d4f2-4a4c-419b-a194-35066cf4b18c","remote_addr":"[fd00:1122:3344:101::c]:57497","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":744,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:42.025212152Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"c5fb6364-1ade-4143-bc21-13424ed7cf6a","remote_addr":"[fd00:1122:3344:101::c]:53536","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3731,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:42.03104423Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"81c823dc-14a9-49bd-a856-09f41db66aec","remote_addr":"[fd00:1122:3344:101::a]:65059","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":10209,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:42.034883854Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"7174f880-1e71-4def-b412-14e207002a51","remote_addr":"[fd00:1122:3344:101::c]:57497","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":135,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:42.068396666Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:42.14978131Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:42.149898652Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"5b8f3348-b83a-4875-93c2-ed1674a7f0f4","remote_addr":"[fd00:1122:3344:101::c]:58595","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":128870,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:42.153715246Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"d74a4216-4cb3-44e6-9721-314a574f9a32","remote_addr":"[fd00:1122:3344:101::c]:58595","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":491,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:42.213866414Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:42.252594752Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/1586f214-1a8d-4f2a-b9d3-907d2432a63f/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:42.256548909Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/09a98b58-1585-44a1-a9f9-fa7c634d7922/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:42.269839441Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:42.27093682Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:42.271025861Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"PUT","req_id":"7601b124-6d15-4087-a24f-2b107f7a2670","remote_addr":"[fd00:1122:3344:101::a]:65059","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":27919,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:42.277214585Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"6a0f012e-72c1-4cc3-ae97-efd791eec186","remote_addr":"[fd00:1122:3344:101::b]:58584","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":256066,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:42.277701813Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"65268535-24a5-4136-8e14-87d1db590c84","remote_addr":"[fd00:1122:3344:101::b]:58584","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":153,"response_code":"200"} {"msg":"Attempting to update network config with generation: 3, current_generation: 2","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:42.375102795Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/1586f214-1a8d-4f2a-b9d3-907d2432a63f/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:42.375125305Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/09a98b58-1585-44a1-a9f9-fa7c634d7922/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:42.375299678Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 3","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:42.375520742Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:42.375549422Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"PUT","req_id":"cefe2b50-7284-44d5-ba10-981f56d47f48","remote_addr":"[fd00:1122:3344:101::c]:58595","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":607,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:46.021481227Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62934"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:46.02167064Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"a2fd8ddf-c151-41bf-a809-038e0d6aa754","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62934","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:52.358877132Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:45292","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","component":"producer-server","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::d]:60055"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:33:52.39226648Z","hostname":"buskin","pid":1562,"uri":"/2a571ec0-85a3-450e-88fc-680c13ffa211","method":"GET","req_id":"32ef6030-cfae-44df-8a80-4704274f21fa","remote_addr":"[fd00:1122:3344:101::d]:60055","local_addr":"[fd00:1122:3344:101::1]:45292","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":33294,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:11.25794388Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:57970"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:11.258068452Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"c12394b8-f54e-435f-90fb-088be3a572a1","remote_addr":"[fd00:1122:3344:101::a]:57970","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":51,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:11.26093083Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:62647"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:11.262460805Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"366c69d3-18ab-4155-9724-044d7dca86dd","remote_addr":"[fd00:1122:3344:101::b]:62647","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":41,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:11.282489171Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"9b6f572d-e161-4342-87f8-d76067d16098","remote_addr":"[fd00:1122:3344:101::a]:57970","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":118,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:11.297385691Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"b01380a0-8423-4a9e-9490-565815e89702","remote_addr":"[fd00:1122:3344:101::b]:62647","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:11.409918966Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:42951"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:11.410019238Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:11.451657395Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:11.513504462Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"916ca256-e652-4d17-9863-3d682cf489b4","remote_addr":"[fd00:1122:3344:101::b]:42951","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103522,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:11.513665485Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:34255"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:11.513723255Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:50481"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:11.514278125Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"4004c493-6d0f-42eb-9e7d-f55da13358bb","remote_addr":"[fd00:1122:3344:101::b]:42951","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":403,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:11.514335946Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"204113c4-8972-4f2b-845a-6fc84cc424fe","remote_addr":"[fd00:1122:3344:101::a]:50481","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":456,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:11.514480678Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"ffc090ad-0218-466e-acc3-a412cf6eb110","remote_addr":"[fd00:1122:3344:101::b]:34255","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":362,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:11.698130636Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:58021"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:11.699278005Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:11.740460145Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:11.808420444Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"6eb9012c-2de8-48de-8741-aebef5632335","remote_addr":"[fd00:1122:3344:101::a]:58021","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110188,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:11.808694598Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"4c29a42a-2898-489d-a64c-1a2633871fac","remote_addr":"[fd00:1122:3344:101::a]:58021","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:11.96097168Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:33162"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:11.961094492Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"daf35440-4db1-4940-8222-b0141c2017e7","remote_addr":"[fd00:1122:3344:101::c]:33162","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":73,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:11.970752254Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"0e049b3b-85ed-447d-8fc2-e6647ec29ad2","remote_addr":"[fd00:1122:3344:101::c]:33162","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":120,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:12.012123067Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:42742"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:12.01229882Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"0da334e1-9e4d-4f3b-b80b-6dd8bb77c0f7","remote_addr":"[fd00:1122:3344:101::c]:42742","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":125,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:12.14950838Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:40487"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:12.149641492Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:12.190180211Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:12.247618284Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"1816a497-703c-4658-b1ae-319d5145d7af","remote_addr":"[fd00:1122:3344:101::c]:40487","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98028,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:12.247904098Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"445f56da-679a-4474-b1ce-8c3ea9dbbbfe","remote_addr":"[fd00:1122:3344:101::c]:40487","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:16.054307192Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:52694"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:16.054426643Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"6d59167e-e235-4333-939d-731bfcb99330","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:52694","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":51,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:22.366620256Z","hostname":"buskin","pid":1562,"uri":"/2a571ec0-85a3-450e-88fc-680c13ffa211","method":"GET","req_id":"d30cc515-185f-47ee-9cbc-119d3a574583","remote_addr":"[fd00:1122:3344:101::d]:60055","local_addr":"[fd00:1122:3344:101::1]:45292","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7584,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:41.254530108Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:54740"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:41.254679881Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"c4bae2f5-3879-4817-a41a-3a32559237ea","remote_addr":"[fd00:1122:3344:101::a]:54740","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":55,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:41.267637548Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"aba1a595-e3f1-4840-ba4b-c28ff07d7762","remote_addr":"[fd00:1122:3344:101::a]:54740","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1020,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:41.267669948Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64778"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:41.26774516Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d5c996f4-987e-4cfa-ba46-ab036d99fb1f","remote_addr":"[fd00:1122:3344:101::b]:64778","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":22,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:41.276326403Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"bce761bd-de58-4ab3-b0a4-585e4ab9a423","remote_addr":"[fd00:1122:3344:101::b]:64778","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":85,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:41.343648762Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:49249"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:41.344357703Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"4c95d93b-3640-49ed-8243-931170a9c07b","remote_addr":"[fd00:1122:3344:101::b]:49249","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":649,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:41.360299751Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37672"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:41.360445463Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"a7d72344-bcb0-4224-bd74-ca05c6959108","remote_addr":"[fd00:1122:3344:101::a]:37672","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":79,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:41.393034529Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52897"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:41.39310534Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:41.430678479Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:41.48680072Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"425f20ff-a8af-4904-bc0d-9caa248e784a","remote_addr":"[fd00:1122:3344:101::a]:52897","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93723,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:41.487043824Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:63427"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:41.487311488Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"3bd32ede-6c3a-45e2-b257-813e1ba4b848","remote_addr":"[fd00:1122:3344:101::a]:52897","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":215,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:41.487927959Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:41.53991568Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:41.615287123Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"848fd110-cb01-471f-9f69-37e7723055bf","remote_addr":"[fd00:1122:3344:101::b]:63427","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":128047,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:41.616148787Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"d74b5ac4-00df-4bcb-b260-64f97d1506d1","remote_addr":"[fd00:1122:3344:101::b]:63427","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":630,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:41.722715143Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:55672"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:41.722841065Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d973ec47-7861-41e3-bcce-d83950028c99","remote_addr":"[fd00:1122:3344:101::c]:55672","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":55,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:41.732855183Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"3a70600c-c5cd-484d-8dd3-9ec3889d2efd","remote_addr":"[fd00:1122:3344:101::c]:55672","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":121,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:41.849511118Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38379"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:41.849659741Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"815e083d-2d50-4c45-9347-b4fcaaadefe2","remote_addr":"[fd00:1122:3344:101::c]:38379","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":122,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:41.862637778Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58627"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:41.862724999Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:41.897849388Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:41.950925597Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"93147ea8-675b-43b7-9c8b-94cacfca6953","remote_addr":"[fd00:1122:3344:101::c]:58627","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88235,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:41.951160341Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"48db6a09-ae54-46ec-bae8-67fe9f13ed5d","remote_addr":"[fd00:1122:3344:101::c]:58627","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:46.08908736Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62430"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:46.089804122Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"7fe4d865-270c-4b07-8363-cbf867663e8a","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62430","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":67,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:34:52.367307302Z","hostname":"buskin","pid":1562,"uri":"/2a571ec0-85a3-450e-88fc-680c13ffa211","method":"GET","req_id":"e371a882-94b1-44ba-a2be-56f0fdd8b819","remote_addr":"[fd00:1122:3344:101::d]:60055","local_addr":"[fd00:1122:3344:101::1]:45292","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8366,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:11.363689342Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:42708"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:11.363820154Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"655f536e-5b59-4cf4-b2cb-6ea3704fb7d9","remote_addr":"[fd00:1122:3344:101::b]:42708","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":47,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:11.374035614Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"468127c5-9178-4793-9610-7829c433bc15","remote_addr":"[fd00:1122:3344:101::b]:42708","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:11.448838058Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:41548"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:11.449006741Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"f53785f2-49ff-4d77-b631-f9604d71bd22","remote_addr":"[fd00:1122:3344:101::b]:41548","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":122,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:11.515018667Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:54399"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:11.515286341Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"b6d6b0ea-b326-4b13-9fdd-b5062b1adaf2","remote_addr":"[fd00:1122:3344:101::a]:54399","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":175,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:11.603069412Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56457"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:11.603206465Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"9654852a-2158-46ec-8627-903633b45748","remote_addr":"[fd00:1122:3344:101::a]:56457","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":78,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:11.62260655Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"3e4096e1-30b3-4b12-a3ee-b1e918df596b","remote_addr":"[fd00:1122:3344:101::a]:56457","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":753,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:11.630867588Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:62153"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:11.631073432Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:11.67928571Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:11.743898442Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"29c18a6f-bf87-44cb-b893-6dd609fc1cc3","remote_addr":"[fd00:1122:3344:101::b]:62153","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":112879,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:11.744002644Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52447"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:11.744136216Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:11.782496759Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:11.845950543Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"d734c1cd-771f-4cb3-addd-99fa2441b416","remote_addr":"[fd00:1122:3344:101::a]:52447","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101858,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:11.846115715Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:35985"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:11.846290018Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5596db06-ccb2-4a48-a1b5-48e8bc6fd1bd","remote_addr":"[fd00:1122:3344:101::c]:35985","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:11.84643558Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"813614b2-c00c-4b11-9b5f-7ce589b996a8","remote_addr":"[fd00:1122:3344:101::b]:62153","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":226,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:11.846456741Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"a013813c-6e74-4c66-bb47-34ac0f54682e","remote_addr":"[fd00:1122:3344:101::a]:52447","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:11.855725166Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"bdf0a803-ad65-4c65-91a5-e849b830ed30","remote_addr":"[fd00:1122:3344:101::c]:35985","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":153,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:11.942746285Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:45392"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:11.942915827Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"89235afc-f0a8-44e9-8f6e-ae4138438eb9","remote_addr":"[fd00:1122:3344:101::c]:45392","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":127,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:11.947580566Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:57829"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:11.947672497Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:11.984967942Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:12.040754067Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"abc65ab6-4003-4b98-b4b1-60d8b4361733","remote_addr":"[fd00:1122:3344:101::c]:57829","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93123,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:12.040985121Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"a2983cd3-78a5-4fdf-a84f-94520ac7cb2e","remote_addr":"[fd00:1122:3344:101::c]:57829","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:16.125302171Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:64963"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:16.125436983Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"b906e59b-2594-4b4f-8441-5517ed3e026e","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:64963","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":65,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:22.367411389Z","hostname":"buskin","pid":1562,"uri":"/2a571ec0-85a3-450e-88fc-680c13ffa211","method":"GET","req_id":"f4790a5f-156a-4837-bc32-56d217cf845e","remote_addr":"[fd00:1122:3344:101::d]:60055","local_addr":"[fd00:1122:3344:101::1]:45292","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7378,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:26.281297423Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:41.275449288Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:57349"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:41.27556789Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"6350cfb2-1e87-47d4-9211-ba3fc61fff8b","remote_addr":"[fd00:1122:3344:101::a]:57349","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":49,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:41.303923005Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:63605"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:41.304012586Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"e7b15730-e7ee-4a04-aac4-470b6b4bc39a","remote_addr":"[fd00:1122:3344:101::b]:63605","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":33,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:41.306817583Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41209"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:41.307777399Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"bb99b090-3f30-4404-a8c7-ad2efe8f16c7","remote_addr":"[fd00:1122:3344:101::a]:41209","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":899,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:41.310154569Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"20997e67-f94d-4b9f-bae7-27165bf1f479","remote_addr":"[fd00:1122:3344:101::a]:57349","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:41.313118869Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"22acbdbb-677f-4637-aa8e-436a3b66a4a9","remote_addr":"[fd00:1122:3344:101::b]:63605","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":60,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:41.324126513Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:35228"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:41.324207225Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:41.365019429Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:41.428301618Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"d82a3eb6-369e-4af3-8aed-efc731b00245","remote_addr":"[fd00:1122:3344:101::a]:35228","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104120,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:41.428474181Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:52786"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:41.428520392Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:35077"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:41.428834377Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"7f948a0e-527e-47b4-a26d-84a729145349","remote_addr":"[fd00:1122:3344:101::a]:35228","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":264,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:41.428864858Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"dc9b399b-6677-409c-9615-86c0de5826ca","remote_addr":"[fd00:1122:3344:101::b]:52786","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":246,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:41.428906828Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:41.468440561Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:41.542517072Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"1253fa35-16b2-4a45-b977-6f633dc94961","remote_addr":"[fd00:1122:3344:101::b]:35077","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":113756,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:41.54295967Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"75fdf42c-9260-49a5-93ea-035cddfa6533","remote_addr":"[fd00:1122:3344:101::b]:35077","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":176,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:41.676753032Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:51115"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:41.676875274Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"047e89c0-cadd-4c2b-a903-8d3031762b83","remote_addr":"[fd00:1122:3344:101::c]:51115","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":65,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:41.685203753Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"a1c5974a-355f-4280-a875-6d864a53673f","remote_addr":"[fd00:1122:3344:101::c]:51115","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":135,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:41.767181247Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:44050"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:41.767289499Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:41.807403631Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:41.867467937Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"b20083a7-f964-432a-b384-71a31923e701","remote_addr":"[fd00:1122:3344:101::c]:44050","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100221,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:41.867730832Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:55160"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:41.868710968Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"8ecc6b5f-6351-483e-9263-b921bf9aa0ed","remote_addr":"[fd00:1122:3344:101::c]:44050","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":967,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:41.868729038Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"ccd72c59-8feb-47f2-b61f-610161f94e08","remote_addr":"[fd00:1122:3344:101::c]:55160","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":870,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:46.158029124Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54280"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:46.158729305Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"a85921b3-df19-415f-9816-e2f8b85a1138","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54280","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":644,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:35:52.371144916Z","hostname":"buskin","pid":1562,"uri":"/2a571ec0-85a3-450e-88fc-680c13ffa211","method":"GET","req_id":"cee51c88-f0fc-43a6-9bd9-4a462bc97ce0","remote_addr":"[fd00:1122:3344:101::d]:60055","local_addr":"[fd00:1122:3344:101::1]:45292","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7726,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:11.36792971Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:56401"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:11.368111733Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"9beafba6-5fc3-47fd-9fc5-e33e290a5859","remote_addr":"[fd00:1122:3344:101::b]:56401","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":60,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:11.377623172Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"13d07aa4-f58f-44ca-9a09-654fbed601d6","remote_addr":"[fd00:1122:3344:101::b]:56401","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:11.414638473Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41367"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:11.414715364Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"0f9cf875-0c29-440e-99d5-61e0873c1092","remote_addr":"[fd00:1122:3344:101::a]:41367","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":27,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:11.431045408Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"2a70ea1e-e6aa-470d-9de3-d4e6c5d1e890","remote_addr":"[fd00:1122:3344:101::a]:41367","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":142,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:11.537361659Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:37613"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:11.537725895Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"953120e7-465d-4119-887a-6b587b925897","remote_addr":"[fd00:1122:3344:101::b]:37613","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":238,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:11.57680278Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59319"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:11.576947483Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:11.628131501Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:11.694749517Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"a416949b-31d1-4039-9258-9b37ce6c510d","remote_addr":"[fd00:1122:3344:101::a]:59319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":117873,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:11.69496615Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:44471"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:11.695013921Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:59885"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:11.695184104Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"a95e16fb-89b8-4ec1-89ed-b4f7c3399d9c","remote_addr":"[fd00:1122:3344:101::a]:59319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":200,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:11.695288816Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:11.699497696Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"f308a7ce-93ed-4717-ac1e-e3548c1619ba","remote_addr":"[fd00:1122:3344:101::a]:44471","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4170,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:11.735069942Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:11.786551145Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:34921"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:11.786898031Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"430dd041-70cd-466a-bf8f-0eb885a83f96","remote_addr":"[fd00:1122:3344:101::c]:34921","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":176,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:11.795680608Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"f626f4e6-ba5f-46fe-a782-44479f114f94","remote_addr":"[fd00:1122:3344:101::b]:59885","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100510,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:11.796896569Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"fa184cf4-50ba-409c-86c4-86f872d4406d","remote_addr":"[fd00:1122:3344:101::b]:59885","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":997,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:11.797061141Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"ff43c670-b66f-4fea-a628-fc3906555722","remote_addr":"[fd00:1122:3344:101::c]:34921","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":116,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:11.960898817Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:50145"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:11.96108954Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"351cf6e3-a37a-4d29-8a10-969e3c59db1e","remote_addr":"[fd00:1122:3344:101::c]:50145","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":131,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:12.077721934Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:46506"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:12.078381965Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:12.116558325Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:12.173164914Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"e44a1e58-ac36-48a8-8cf7-ff06e30c55ce","remote_addr":"[fd00:1122:3344:101::c]:46506","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95380,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:12.173432448Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"5a351f45-c90f-4d35-8469-73b712fbb4da","remote_addr":"[fd00:1122:3344:101::c]:46506","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:16.192365223Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33544"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:16.192505985Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"a8b9269f-22d8-44b9-a58d-25e6726b5f91","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33544","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":75,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:22.416768203Z","hostname":"buskin","pid":1562,"uri":"/2a571ec0-85a3-450e-88fc-680c13ffa211","method":"GET","req_id":"9336a5d4-19a4-4009-9963-22ac8f1dc61e","remote_addr":"[fd00:1122:3344:101::d]:60055","local_addr":"[fd00:1122:3344:101::1]:45292","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8584,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:41.286149144Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:37088"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:41.286291597Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"457e29f8-d14b-4788-a9b5-06faf2c5000a","remote_addr":"[fd00:1122:3344:101::b]:37088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":66,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:41.303929312Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:61722"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:41.304049704Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d20e261f-815f-41c5-b2c5-9e19daee8cf5","remote_addr":"[fd00:1122:3344:101::a]:61722","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":28,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:41.311647452Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:43063"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:41.311879715Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"ecee5f94-f99e-4b85-b4ee-9c2c6ede361e","remote_addr":"[fd00:1122:3344:101::b]:43063","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":133,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:41.31512838Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"e3a4d2e2-9af2-4728-8e3f-adc8ba383a6f","remote_addr":"[fd00:1122:3344:101::a]:61722","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":871,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:41.315579197Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"8b6f4528-accb-4f75-a73f-964f117a27ca","remote_addr":"[fd00:1122:3344:101::b]:37088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":54,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:41.347868259Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:62423"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:41.348027391Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"0361b053-b245-4129-948c-af5022dbda93","remote_addr":"[fd00:1122:3344:101::a]:62423","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":78,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:41.424007774Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:38727"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:41.424152656Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:41.473508073Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:41.561122242Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"915e0578-e48e-45ca-b039-291fbd1d79f5","remote_addr":"[fd00:1122:3344:101::b]:38727","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":137008,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:41.561321375Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:44576"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:41.561743192Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"31629ace-4db2-4ac7-a34b-98ec2a9e3d0a","remote_addr":"[fd00:1122:3344:101::b]:38727","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":296,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:41.562448534Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:41.621995502Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:41.686728796Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:45044"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:41.687668182Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"4f35ad07-0372-46c6-8e4b-1f66ffc179ec","remote_addr":"[fd00:1122:3344:101::c]:45044","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":832,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:41.698051236Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"3bcd1b89-3126-46d4-9100-8f8d65e35bb7","remote_addr":"[fd00:1122:3344:101::c]:45044","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":179,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:41.704620066Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"95ae5f2c-4372-4760-85b4-b585e762a37a","remote_addr":"[fd00:1122:3344:101::a]:44576","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":143177,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:41.704906041Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"40091ca0-afda-49f5-8c45-f3335a3419fd","remote_addr":"[fd00:1122:3344:101::a]:44576","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:41.752693642Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:64877"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:41.752852354Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:41.80332336Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:41.882121621Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"9a4358a5-3d70-48b3-bade-b2835927d7f3","remote_addr":"[fd00:1122:3344:101::c]:64877","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":129332,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:41.882377295Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38321"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:41.882533828Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"7876993f-0b60-4d58-994e-8796cda80fb8","remote_addr":"[fd00:1122:3344:101::c]:64877","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":164,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:41.882770591Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"fc1ff5af-6666-4a34-9731-2c9070921557","remote_addr":"[fd00:1122:3344:101::c]:38321","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":235,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:46.226756483Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:52505"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:46.227468795Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"ab303412-66f4-441c-9e7e-e1fca65173ae","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:52505","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":601,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:36:52.4175048Z","hostname":"buskin","pid":1562,"uri":"/2a571ec0-85a3-450e-88fc-680c13ffa211","method":"GET","req_id":"960feb40-0b0f-40db-ab2e-a7f73d7174fb","remote_addr":"[fd00:1122:3344:101::d]:60055","local_addr":"[fd00:1122:3344:101::1]:45292","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8875,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:11.406295684Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41015"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:11.406419886Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"36c23e75-455e-4c19-a0bf-7e107046a29d","remote_addr":"[fd00:1122:3344:101::a]:41015","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":54,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:11.425995885Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"42fa2950-e5bf-48ce-a5c1-a0f7d91d97a8","remote_addr":"[fd00:1122:3344:101::a]:41015","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":147,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:11.479109704Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:40004"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:11.48006914Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"17912703-d013-46e1-9415-1045175ebdb1","remote_addr":"[fd00:1122:3344:101::b]:40004","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":924,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:11.494121636Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c639be97-8d2d-4e74-b829-f36d21867797","remote_addr":"[fd00:1122:3344:101::b]:40004","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1089,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:11.577250809Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59320"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:11.577365071Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:11.620563165Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:11.682890719Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"2eb88e5a-7305-4e40-8d7e-ba17b5789e5d","remote_addr":"[fd00:1122:3344:101::a]:59320","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105586,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:11.683040442Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:62041"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:11.683082153Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:40326"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:11.683348387Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:11.683393348Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"ee8b972a-058e-463b-a1cf-46af51dedb2d","remote_addr":"[fd00:1122:3344:101::a]:59320","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":256,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:11.687258992Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"0719290e-33d7-41d8-96db-bca964a90e09","remote_addr":"[fd00:1122:3344:101::b]:40326","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3912,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:11.690413335Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37730"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:11.691455903Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"4879ed63-e215-4175-883e-970bb7ecbc7d","remote_addr":"[fd00:1122:3344:101::a]:37730","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":970,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:11.71815282Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:11.739366366Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:35313"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:11.739587429Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"1c6d2afb-d92d-41bb-8824-184dc40caacc","remote_addr":"[fd00:1122:3344:101::c]:35313","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:11.755343224Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"1e059471-b7bb-435e-8768-892a0794a208","remote_addr":"[fd00:1122:3344:101::c]:35313","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":166,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:11.78915484Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"5012be57-14cc-4bf6-991d-8276b6f70582","remote_addr":"[fd00:1122:3344:101::b]:62041","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105924,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:11.791009431Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"4c94e7d1-aaba-4e43-a6e6-205ad8fa9e15","remote_addr":"[fd00:1122:3344:101::b]:62041","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1566,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:12.125357304Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:42527"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:12.125592608Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"c3a6b84f-b37c-4809-9a79-5289c08ed972","remote_addr":"[fd00:1122:3344:101::c]:42527","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":179,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:12.182494471Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:49283"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:12.182600253Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:12.222059825Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:12.281605812Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"2208c0ea-bd13-4362-bc82-9289f041cdf4","remote_addr":"[fd00:1122:3344:101::c]:49283","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99058,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:12.281971138Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"776d3ba9-0917-47da-bdd3-da4dc2233cd5","remote_addr":"[fd00:1122:3344:101::c]:49283","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:16.26132459Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43086"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:16.261455342Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"4442f181-5734-4e29-9701-8a17a4d0fb3c","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43086","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":68,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:22.41707929Z","hostname":"buskin","pid":1562,"uri":"/2a571ec0-85a3-450e-88fc-680c13ffa211","method":"GET","req_id":"4f00f6be-33c0-4183-8766-219210892b7c","remote_addr":"[fd00:1122:3344:101::d]:60055","local_addr":"[fd00:1122:3344:101::1]:45292","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8505,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:41.195977056Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:51377"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:41.196127348Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"c83b3397-4307-4dd2-ae06-3b2ea60a3385","remote_addr":"[fd00:1122:3344:101::b]:51377","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":76,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:41.2099762Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"a2afa48b-cb28-4171-954b-7ebbee2f9752","remote_addr":"[fd00:1122:3344:101::b]:51377","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":118,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:41.274647154Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41166"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:41.274746796Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"c3781555-e68f-4c90-bb90-82c9ba8897cb","remote_addr":"[fd00:1122:3344:101::a]:41166","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":31,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:41.284943336Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"3bbf05a0-e37c-4e91-a021-816a14d4d3b6","remote_addr":"[fd00:1122:3344:101::a]:41166","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:41.350605957Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:58537"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:41.350684778Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:41.389789583Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:41.446472633Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"06dcd33f-e7fc-44e5-aced-e7622a6d4907","remote_addr":"[fd00:1122:3344:101::b]:58537","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95808,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:41.446616275Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:60149"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:41.446636525Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:58645"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:41.446986401Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"46fce393-96ea-4e17-a00f-cbda5689e3d6","remote_addr":"[fd00:1122:3344:101::b]:58645","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":245,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:41.447088453Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"0a6a4850-0ce4-4758-8bec-29f3b8a49c1a","remote_addr":"[fd00:1122:3344:101::b]:58537","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":294,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:41.447108883Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:41.490550021Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:41.52030941Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:62119"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:41.520619715Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"fcde57fa-a4e1-4f07-bc8d-e6991ddebb4c","remote_addr":"[fd00:1122:3344:101::a]:62119","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":192,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:41.576530882Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"1169f2d0-2482-4628-97a0-cad6bfaef708","remote_addr":"[fd00:1122:3344:101::a]:60149","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":129563,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:41.576951699Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"395281fd-e065-4466-8c5d-bc65b2b1a2e7","remote_addr":"[fd00:1122:3344:101::a]:60149","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":196,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:41.696315119Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:57280"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:41.696432061Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"1cb9668b-85d4-4c81-adef-64c5b6b82202","remote_addr":"[fd00:1122:3344:101::c]:57280","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":66,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:41.705505543Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"ff842039-e67d-4341-ae4d-7f99eb86c199","remote_addr":"[fd00:1122:3344:101::c]:57280","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":169,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:41.764291428Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:45129"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:41.764443761Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"053cef42-c53e-403c-b28b-6cd3b8613cc8","remote_addr":"[fd00:1122:3344:101::c]:45129","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":126,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:41.808081842Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:64537"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:41.808764454Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:41.852824132Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:41.907495738Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"de06ff0d-3c10-485e-96df-93bea964f359","remote_addr":"[fd00:1122:3344:101::c]:64537","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99355,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:41.907837754Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"6a25f6f0-1ea8-4343-b9d0-277e283efba2","remote_addr":"[fd00:1122:3344:101::c]:64537","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":113,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:46.294415389Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44743"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:46.294572432Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"651db12b-9642-4c2c-8728-d2963a701c22","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44743","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":75,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:37:52.418612491Z","hostname":"buskin","pid":1562,"uri":"/2a571ec0-85a3-450e-88fc-680c13ffa211","method":"GET","req_id":"34f2ca3e-7bc2-4eb3-b0d4-0512feaf1ad0","remote_addr":"[fd00:1122:3344:101::d]:60055","local_addr":"[fd00:1122:3344:101::1]:45292","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9150,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.370200029Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:49875"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.370436323Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5c3ff38c-2e0f-40f0-a5fd-c0b2226049ca","remote_addr":"[fd00:1122:3344:101::b]:49875","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":52,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.381179873Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"a96dde67-43c1-4734-a9ba-17e6064f74b7","remote_addr":"[fd00:1122:3344:101::b]:49875","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":118,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.430807295Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59229"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.431023458Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f91bc20c-b1be-4d49-b276-9610502b2b22","remote_addr":"[fd00:1122:3344:101::a]:59229","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":60,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.451960239Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"bc364c39-4cb8-42ee-9ad4-b43b1dbaa5b5","remote_addr":"[fd00:1122:3344:101::a]:59229","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":163,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.551276523Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64855"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.553235816Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"2c39033b-b309-4d43-b17b-0f7bc2487657","remote_addr":"[fd00:1122:3344:101::b]:64855","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1825,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.628078841Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:51477"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.628204373Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.683689992Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.7581555Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"72dc2361-972b-4be2-8a30-c555bd7923c5","remote_addr":"[fd00:1122:3344:101::b]:51477","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":129995,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.758277892Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:60947"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.758321553Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:57716"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.758564667Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.763369418Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"2cf4a8ca-f3e4-4794-9f8f-f6c0d2dd7872","remote_addr":"[fd00:1122:3344:101::b]:51477","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4771,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.76349456Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"ac4d80ca-a84d-4d25-9c51-6c8393cc2156","remote_addr":"[fd00:1122:3344:101::a]:60947","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4757,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.777961032Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:38806"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.778321358Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 498a9376-2ad6-4307-b191-e6d73cf2f1a4, kind: Service { id: 0a1ed896-5078-4267-b636-10151376f015 }, name: Name(\"external-dns-0a1ed896-5078-4267-b636-10151376f015\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 149])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e4ffe935-3383-46e7-947f-e87df509f06f, kind: Service { id: eb937866-c779-4a9e-aec4-cc18302d4ce1 }, name: Name(\"external-dns-eb937866-c779-4a9e-aec4-cc18302d4ce1\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 225])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 611bfb6e-9731-4e0b-9af8-03e07b661aa3, kind: Service { id: 772acfa5-ee20-4a17-a053-c207ffa50ed6 }, name: Name(\"nexus-772acfa5-ee20-4a17-a053-c207ffa50ed6\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 139, 222])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 98b85cfc-ac80-4175-9f04-dd15c9b20d24, kind: Service { id: 3dfd7033-71d8-4eb9-bb97-49dae3b5cd35 }, name: Name(\"nexus-3dfd7033-71d8-4eb9-bb97-49dae3b5cd35\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 29])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a840a1d8-f258-45fe-96a0-7b8383461d51, kind: Service { id: e9e4c757-e076-4386-92e2-8217b8bb307d }, name: Name(\"nexus-e9e4c757-e076-4386-92e2-8217b8bb307d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 176, 241])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.778365319Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.77841324Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.7784472Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.778463081Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.778479901Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.778500501Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.778532472Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"2aca0bc6-0001-43e0-897b-4cb315dc92a8","remote_addr":"[fd00:1122:3344:101::b]:38806","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":444,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.79392456Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.857619917Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"30c85455-6d0b-4876-8d6e-00d69a0db16a","remote_addr":"[fd00:1122:3344:101::a]:57716","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99157,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.857963983Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"97b615ab-7070-4933-8e33-2dc9309d4c92","remote_addr":"[fd00:1122:3344:101::a]:57716","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":175,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.896142802Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:47815"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.897116249Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 498a9376-2ad6-4307-b191-e6d73cf2f1a4, kind: Service { id: 0a1ed896-5078-4267-b636-10151376f015 }, name: Name(\"external-dns-0a1ed896-5078-4267-b636-10151376f015\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 149])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e4ffe935-3383-46e7-947f-e87df509f06f, kind: Service { id: eb937866-c779-4a9e-aec4-cc18302d4ce1 }, name: Name(\"external-dns-eb937866-c779-4a9e-aec4-cc18302d4ce1\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 225])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 611bfb6e-9731-4e0b-9af8-03e07b661aa3, kind: Service { id: 772acfa5-ee20-4a17-a053-c207ffa50ed6 }, name: Name(\"nexus-772acfa5-ee20-4a17-a053-c207ffa50ed6\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 139, 222])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 98b85cfc-ac80-4175-9f04-dd15c9b20d24, kind: Service { id: 3dfd7033-71d8-4eb9-bb97-49dae3b5cd35 }, name: Name(\"nexus-3dfd7033-71d8-4eb9-bb97-49dae3b5cd35\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 29])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a840a1d8-f258-45fe-96a0-7b8383461d51, kind: Service { id: e9e4c757-e076-4386-92e2-8217b8bb307d }, name: Name(\"nexus-e9e4c757-e076-4386-92e2-8217b8bb307d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 176, 241])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.897149959Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.89717888Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.89719795Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.89720378Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.897212551Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.897218931Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:11.897233131Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"a9bdc2f7-fa79-42e1-a1b0-42d8cfe6a378","remote_addr":"[fd00:1122:3344:101::a]:47815","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1018,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:12.063142701Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:34797"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:12.063239703Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"a4d63860-8601-43e8-b938-1c841265b1f8","remote_addr":"[fd00:1122:3344:101::c]:34797","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":47,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:12.117712166Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:57479"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:12.117875638Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"8c290063-ffaa-489b-8550-2680c313c108","remote_addr":"[fd00:1122:3344:101::c]:57479","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":117,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:12.126626715Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"68afde62-c7a4-4708-95d1-5e671e67f8c8","remote_addr":"[fd00:1122:3344:101::c]:34797","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":84,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:12.281666613Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:46346"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:12.281936047Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 498a9376-2ad6-4307-b191-e6d73cf2f1a4, kind: Service { id: 0a1ed896-5078-4267-b636-10151376f015 }, name: Name(\"external-dns-0a1ed896-5078-4267-b636-10151376f015\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 226, 149])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e4ffe935-3383-46e7-947f-e87df509f06f, kind: Service { id: eb937866-c779-4a9e-aec4-cc18302d4ce1 }, name: Name(\"external-dns-eb937866-c779-4a9e-aec4-cc18302d4ce1\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 225])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 611bfb6e-9731-4e0b-9af8-03e07b661aa3, kind: Service { id: 772acfa5-ee20-4a17-a053-c207ffa50ed6 }, name: Name(\"nexus-772acfa5-ee20-4a17-a053-c207ffa50ed6\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 139, 222])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 98b85cfc-ac80-4175-9f04-dd15c9b20d24, kind: Service { id: 3dfd7033-71d8-4eb9-bb97-49dae3b5cd35 }, name: Name(\"nexus-3dfd7033-71d8-4eb9-bb97-49dae3b5cd35\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 29])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a840a1d8-f258-45fe-96a0-7b8383461d51, kind: Service { id: e9e4c757-e076-4386-92e2-8217b8bb307d }, name: Name(\"nexus-e9e4c757-e076-4386-92e2-8217b8bb307d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 176, 241])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:12.281974358Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:12.281995079Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:12.282010039Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:12.282027439Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:12.282033119Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:12.282046029Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:12.28206282Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"a7a85127-0774-4c79-a7c3-35dcce6c162a","remote_addr":"[fd00:1122:3344:101::c]:46346","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":303,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:12.295559506Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:49911"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:12.296206046Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:12.333921138Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:12.38598324Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"3cbd132e-ce3b-4864-9236-819d6da34c82","remote_addr":"[fd00:1122:3344:101::c]:49911","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89804,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:12.386353287Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"694e1766-ddd6-43f1-8325-baa286c5a857","remote_addr":"[fd00:1122:3344:101::c]:49911","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":160,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:16.326585983Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60696"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:16.326739495Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"3d75aebd-6a37-4bfc-90cd-a4a25ba5cf28","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60696","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:22.423765493Z","hostname":"buskin","pid":1562,"uri":"/2a571ec0-85a3-450e-88fc-680c13ffa211","method":"GET","req_id":"8ec2d74c-5a59-4d01-ac1d-c2ead9101f24","remote_addr":"[fd00:1122:3344:101::d]:60055","local_addr":"[fd00:1122:3344:101::1]:45292","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":11532,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:41.242822358Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:41076"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:41.24300333Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"a63faeed-486b-4ae9-8831-35f1c8cd2c08","remote_addr":"[fd00:1122:3344:101::b]:41076","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":107,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:41.251565124Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"1bd60b4a-53c8-4868-af3b-a6f3f2b54974","remote_addr":"[fd00:1122:3344:101::b]:41076","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":115,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:41.260543855Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:49342"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:41.260641736Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"3f763a4f-3aae-45fd-b109-4f3d12f8aa9d","remote_addr":"[fd00:1122:3344:101::a]:49342","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":31,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:41.27160135Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"01b2408c-2910-4449-b34c-2741ea4d60d4","remote_addr":"[fd00:1122:3344:101::a]:49342","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":479,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:41.311999067Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:53356"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:41.312681388Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"288e10e6-cc0a-4962-a88d-d37c3ceae58d","remote_addr":"[fd00:1122:3344:101::b]:53356","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":607,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:41.33490163Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:64170"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:41.335005352Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"a1a3c6b2-2483-4055-bd3b-91e22af3788b","remote_addr":"[fd00:1122:3344:101::a]:64170","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":65,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:41.367214252Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:63304"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:41.367935054Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:41.407425575Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:41.462755792Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"de4d7c5e-35e3-40e4-8d25-bdbdeae97bca","remote_addr":"[fd00:1122:3344:101::b]:63304","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95487,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:41.462902505Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:40469"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:41.46320881Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:41.466821411Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"97e426e0-1e26-4443-9001-6b7d99b06ed9","remote_addr":"[fd00:1122:3344:101::b]:63304","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3638,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:41.501342659Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:41.584817818Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"8c15513f-5495-4b80-baf4-36de69cb128c","remote_addr":"[fd00:1122:3344:101::a]:40469","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":121748,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:41.585276326Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"3020f0dc-c034-429e-90fe-3b8cab534d57","remote_addr":"[fd00:1122:3344:101::a]:40469","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":206,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:41.846122957Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:37031"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:41.846801658Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"6a83407e-e4dd-406f-9064-dada719c62fe","remote_addr":"[fd00:1122:3344:101::c]:37031","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":79,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:41.964712384Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:63270"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:41.964894607Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"94dd01f1-560e-4d83-8a3b-c9aba194abf6","remote_addr":"[fd00:1122:3344:101::c]:63270","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":122,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:41.967707444Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"45f4a632-5433-413e-b660-232baae9a893","remote_addr":"[fd00:1122:3344:101::c]:37031","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":82,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:42.023400647Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:55871"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:42.023489129Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:42.064650819Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:42.117077807Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"f3f97869-d671-4b75-a1a3-9956a017d9bb","remote_addr":"[fd00:1122:3344:101::c]:55871","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93627,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:42.117929082Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"7488cfab-9d74-43be-9b0b-a05f2811bdab","remote_addr":"[fd00:1122:3344:101::c]:55871","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":656,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:46.358435899Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61235"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:46.358564531Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"689cc54e-673f-425c-9cbb-9c9866e6d546","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61235","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:38:52.499206828Z","hostname":"buskin","pid":1562,"uri":"/2a571ec0-85a3-450e-88fc-680c13ffa211","method":"GET","req_id":"7f1dd5d9-119d-4860-8d59-f91bbf72b0ea","remote_addr":"[fd00:1122:3344:101::d]:60055","local_addr":"[fd00:1122:3344:101::1]:45292","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7772,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:11.438882868Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:36489"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:11.439881584Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"dd0fed54-f704-4857-b769-fb161ecfda12","remote_addr":"[fd00:1122:3344:101::a]:36489","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":930,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:11.584892034Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:44348"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:11.585025096Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b7e2d7cc-af2c-42f1-abb0-f38e744559e4","remote_addr":"[fd00:1122:3344:101::b]:44348","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":57,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:11.587846234Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48180"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:11.588161259Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"6d30fd2e-66a4-4cc9-9aff-5d22920de512","remote_addr":"[fd00:1122:3344:101::a]:48180","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":200,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:11.600575167Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"f7bcb442-d86e-496f-ac5f-fcbe12ed58fd","remote_addr":"[fd00:1122:3344:101::a]:36489","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":236,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:11.607039285Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"d43c73d3-ded4-45cb-843a-ac814f2b94e4","remote_addr":"[fd00:1122:3344:101::b]:44348","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1119,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:11.684581105Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36893"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:11.686366624Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:11.724730047Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:11.783424301Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"5bb8efc1-7885-463a-ad8e-b9ea6daf2c4f","remote_addr":"[fd00:1122:3344:101::b]:36893","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97114,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:11.783554193Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:63963"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:11.783592374Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55395"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:11.783893199Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"72bd510e-a9f0-438d-b5a8-af0b960e4df1","remote_addr":"[fd00:1122:3344:101::b]:55395","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":214,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:11.78396565Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:11.803425366Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"c4a97c03-3f53-4fc6-83be-b726505669c3","remote_addr":"[fd00:1122:3344:101::b]:36893","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":271,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:11.822934603Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:11.853613817Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:56304"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:11.853822581Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"51cc3bd1-e0b6-455f-868c-7920077c0fb9","remote_addr":"[fd00:1122:3344:101::c]:56304","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:11.863136937Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"a655fd13-0a32-4d6b-9edf-be97eac0b7e8","remote_addr":"[fd00:1122:3344:101::c]:56304","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":266,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:11.88301062Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"f2e0a7a2-e4dc-4e0d-94e4-fb3ed8242596","remote_addr":"[fd00:1122:3344:101::a]:63963","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99200,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:11.885164976Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"2fda1a3c-764c-43a3-803e-d6fe7af3ef47","remote_addr":"[fd00:1122:3344:101::a]:63963","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":901,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:11.893362683Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:34793"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:11.893556507Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"12bf1aa2-41c7-44e1-88d4-7920bf106378","remote_addr":"[fd00:1122:3344:101::c]:34793","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":131,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:12.085770937Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:53534"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:12.086447339Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:12.124905473Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:12.181755486Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"5777ddd7-e9e8-4301-ba54-90d3ae256754","remote_addr":"[fd00:1122:3344:101::c]:53534","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95923,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:12.18200243Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"a9fee1f9-fff2-4fd4-a1d0-98db023f1bf7","remote_addr":"[fd00:1122:3344:101::c]:53534","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:16.393258397Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:63883"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:16.393798696Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"9957f3e7-90cc-4045-ad65-6b23b6f1a189","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:63883","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":489,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:22.500442564Z","hostname":"buskin","pid":1562,"uri":"/2a571ec0-85a3-450e-88fc-680c13ffa211","method":"GET","req_id":"38d82a37-5063-4eec-be3d-e20bc45703d1","remote_addr":"[fd00:1122:3344:101::d]:60055","local_addr":"[fd00:1122:3344:101::1]:45292","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9052,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:39.304901084Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:46027"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:39.305169738Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"41f0e326-76a4-414d-9742-13d8c77b970c","remote_addr":"[fd00:1122:3344:101::a]:46027","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":193,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:39.306625333Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:778","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(12861255) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:39.306667753Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"PUT","req_id":"9d5cf2eb-35a5-4127-b81e-66ebd6dabd0b","remote_addr":"[fd00:1122:3344:101::a]:46027","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1294,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:39.579004736Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56298"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:39.591424404Z","hostname":"buskin","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:539","metadata":"InstanceMetadata { silo_id: 21983b87-d6d0-47c6-a33c-5fe68fbed0c6, project_id: ade3b588-424d-4931-8c7d-7d3a43246cab }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-01T02:39:39.578732322Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 86681bd0-1b49-4295-a785-f836a4a342ae, kind: Instance { id: 155a6d94-b6d1-469e-afb5-9a278b60eab5 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12861255), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 86681bd0-1b49-4295-a785-f836a4a342ae, kind: Instance { id: 155a6d94-b6d1-469e-afb5-9a278b60eab5 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12861255), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 86681bd0-1b49-4295-a785-f836a4a342ae, kind: Instance { id: 155a6d94-b6d1-469e-afb5-9a278b60eab5 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12861255), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(12861255))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 86681bd0-1b49-4295-a785-f836a4a342ae, kind: Instance { id: 155a6d94-b6d1-469e-afb5-9a278b60eab5 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12861255), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-826a7ad9c27\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: e9941210-4ee5-4073-bb20-cb2cc34f87e8, read_only_parent: Some(Volume { block_size: 512, id: 43090e20-41aa-49b6-838a-60b2e7cf58b9, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 8eb66a65-8238-4ec3-a450-6d88e1bd6af4, key: Some(\"HzsEC8bGbGH/SU+5qxAPLgqhAegtjsVdTkbEsSV/HTA=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::15]:19002\", \"[fd00:1122:3344:101::12]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: e9941210-4ee5-4073-bb20-cb2cc34f87e8, key: Some(\"otPgSRdW7jr6vr8jqjfITVaNwbkLEmeHHwFPhuSuoho=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::15]:19003\", \"[fd00:1122:3344:101::18]:19001\", \"[fd00:1122:3344:101::12]:19002\"] } }] } }], cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:39.591510506Z","hostname":"buskin","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:572","migration_id":"None","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:39.592133456Z","hostname":"buskin","pid":1562,"propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"sled-agent/src/instance.rs:1008","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 86681bd0-1b49-4295-a785-f836a4a342ae, kind: Instance { id: 155a6d94-b6d1-469e-afb5-9a278b60eab5 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12861255), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 86681bd0-1b49-4295-a785-f836a4a342ae, kind: Instance { id: 155a6d94-b6d1-469e-afb5-9a278b60eab5 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12861255), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 86681bd0-1b49-4295-a785-f836a4a342ae, kind: Instance { id: 155a6d94-b6d1-469e-afb5-9a278b60eab5 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12861255), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(12861255))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 86681bd0-1b49-4295-a785-f836a4a342ae, kind: Instance { id: 155a6d94-b6d1-469e-afb5-9a278b60eab5 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(12861255), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-826a7ad9c27\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: e9941210-4ee5-4073-bb20-cb2cc34f87e8, read_only_parent: Some(Volume { block_size: 512, id: 43090e20-41aa-49b6-838a-60b2e7cf58b9, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 8eb66a65-8238-4ec3-a450-6d88e1bd6af4, key: Some(\"HzsEC8bGbGH/SU+5qxAPLgqhAegtjsVdTkbEsSV/HTA=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::15]:19002\", \"[fd00:1122:3344:101::12]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: e9941210-4ee5-4073-bb20-cb2cc34f87e8, key: Some(\"otPgSRdW7jr6vr8jqjfITVaNwbkLEmeHHwFPhuSuoho=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::15]:19003\", \"[fd00:1122:3344:101::18]:19001\", \"[fd00:1122:3344:101::12]:19002\"] } }] } }], cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-01T02:39:39.578732322Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:39.596079362Z","hostname":"buskin","pid":1562,"uri":"/vmms/031b6427-1460-4676-a469-9de2f0f9317d","method":"PUT","req_id":"f20421f2-c9ee-46d4-ab65-10d375990127","remote_addr":"[fd00:1122:3344:101::a]:56298","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":16942,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:39.673103993Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:38205"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:39.6734949Z","hostname":"buskin","pid":1562,"uri":"/vmms/031b6427-1460-4676-a469-9de2f0f9317d/state","method":"PUT","req_id":"25fe09e7-b974-4ab5-8b18-a41184399f92","remote_addr":"[fd00:1122:3344:101::a]:38205","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":297,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:39.67530461Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 12861255 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:39.676018302Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_031b6427-1460-4676-a469-9de2f0f9317d","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:39.715541854Z","hostname":"buskin","pid":1562,"instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_031b6427-1460-4676-a469-9de2f0f9317d","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:39.736819261Z","hostname":"buskin","pid":1562,"instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:41.308530588Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:58799"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:41.319038864Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:52753"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:41.358082178Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:58603"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:41.35819984Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"15c69b96-1282-4713-8369-7283460fe351","remote_addr":"[fd00:1122:3344:101::b]:58603","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":59,"response_code":"200"} {"msg":"Profile for oxz_propolis-server_031b6427-1460-4676-a469-9de2f0f9317d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:41.379531077Z","hostname":"buskin","pid":1562,"instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_031b6427-1460-4676-a469-9de2f0f9317d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:41.379788871Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:41.440855005Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:60020"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:41.441087799Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"62e06936-b725-4ea5-af0f-4794f0d6a55b","remote_addr":"[fd00:1122:3344:101::a]:60020","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:41.472508845Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:57784"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:41.47279009Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"528fc284-c8e2-4c6f-abde-1cc50bcb0c8b","remote_addr":"[fd00:1122:3344:101::a]:57784","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":204,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:41.481796721Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:51518"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:41.481940653Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:41.545817294Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:41.640325868Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"e4725d2c-1716-47f9-bfe9-174c8ad63938","remote_addr":"[fd00:1122:3344:101::b]:51518","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":158437,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:41.640669933Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:45868"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:41.640766835Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:40125"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:41.641798792Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:41.64701744Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"6bf37160-0840-495d-82ed-abf58f1b64cf","remote_addr":"[fd00:1122:3344:101::b]:40125","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5918,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:41.647164692Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"0f76c9b6-facf-43ef-9a4a-daadeeb84957","remote_addr":"[fd00:1122:3344:101::a]:60020","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6289,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:41.647252533Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"0412d8d5-6f49-47da-9e71-ddd9aadb0ab6","remote_addr":"[fd00:1122:3344:101::b]:58603","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6450,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:41.647279274Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"57031c66-dfe6-4b16-a944-7152b3332562","remote_addr":"[fd00:1122:3344:101::b]:51518","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6351,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_031b6427-1460-4676-a469-9de2f0f9317d\") failed: Property not found. retry in 38.91601ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:39:41.661757047Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:41.691363163Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"wait for service Some(\"oxz_propolis-server_031b6427-1460-4676-a469-9de2f0f9317d\") failed: Property not found. retry in 71.734415ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:39:41.714130474Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:41.800978729Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"435f3b9c-e96f-4701-b7a0-476fd9f37554","remote_addr":"[fd00:1122:3344:101::a]:45868","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":159884,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:41.803758916Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"0671488d-fbfc-449e-a861-9bea05254a27","remote_addr":"[fd00:1122:3344:101::a]:45868","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2460,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_031b6427-1460-4676-a469-9de2f0f9317d\") failed: Property not found. retry in 189.891774ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:39:41.805081628Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:41.807712112Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:48053"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:41.835125182Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:55743"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:41.83563185Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"2407231d-6bf1-4902-863b-f738a33263ef","remote_addr":"[fd00:1122:3344:101::c]:55743","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":158,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:41.885106659Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"91a6f594-b510-45f4-9864-3a6d4ace98cc","remote_addr":"[fd00:1122:3344:101::c]:55743","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":188,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:41.967264936Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:50966"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:41.967397588Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4087"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:42.018625457Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:42.103919076Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"45b9cc65-0fbf-44df-bc2b-99772defe88d","remote_addr":"[fd00:1122:3344:101::c]:50966","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":136584,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:42.108266559Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:64888"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:42.108686496Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"a11b94c0-223a-49a7-b8b2-07549822efb0","remote_addr":"[fd00:1122:3344:101::c]:50966","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1326,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:42.108995961Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"889a2eb6-0ce4-4bdd-8453-e70d7465ae18","remote_addr":"[fd00:1122:3344:101::c]:64888","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":474,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_031b6427-1460-4676-a469-9de2f0f9317d\") failed: Property not found. retry in 469.899666ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:39:42.118204825Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_031b6427-1460-4676-a469-9de2f0f9317d\") failed: Property not found. retry in 1.165746838s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:39:42.599634272Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_031b6427-1460-4676-a469-9de2f0f9317d\") failed: Property not found. retry in 1.109222118s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:39:43.777248926Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_031b6427-1460-4676-a469-9de2f0f9317d\") failed: Property not found. retry in 1.017881055s","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:39:44.897189432Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_031b6427-1460-4676-a469-9de2f0f9317d\") failed: Property not found. retry in 934.904452ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:39:45.925163808Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:46.427104119Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56888"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:46.427259571Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"a44183f6-a868-4934-80f5-91fdb3c681a3","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56888","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":60,"response_code":"200"} {"msg":"Started propolis in zone: oxz_propolis-server_031b6427-1460-4676-a469-9de2f0f9317d","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:46.889273433Z","hostname":"buskin","pid":1562,"instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"sled-agent/src/instance.rs:1466"} {"msg":"wait for service Some(\"oxz_propolis-server_031b6427-1460-4676-a469-9de2f0f9317d\") failed: Property not found. retry in 43.30672ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:39:46.899256401Z","hostname":"buskin","pid":1562,"instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_031b6427-1460-4676-a469-9de2f0f9317d\") failed: Property not found. retry in 89.271563ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:39:46.953279086Z","hostname":"buskin","pid":1562,"instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_031b6427-1460-4676-a469-9de2f0f9317d\") failed: Property not found. retry in 205.799834ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:39:47.052772053Z","hostname":"buskin","pid":1562,"instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_031b6427-1460-4676-a469-9de2f0f9317d\") failed: Property not found. retry in 516.603407ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:39:47.269655828Z","hostname":"buskin","pid":1562,"instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:47.799399774Z","hostname":"buskin","pid":1562,"instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"sled-agent/src/instance.rs:1475"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:47.837169637Z","hostname":"buskin","pid":1562,"instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"sled-agent/src/instance.rs:1499"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:47.979737926Z","hostname":"buskin","pid":1562,"instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"sled-agent/src/instance.rs:744"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:47.980695502Z","hostname":"buskin","pid":1562,"uri":"/vmms/031b6427-1460-4676-a469-9de2f0f9317d/state","method":"GET","req_id":"1e3672bf-7ea7-4ed8-b42c-387c863716ab","remote_addr":"[fd00:1122:3344:101::a]:58799","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6671992,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:47.980766343Z","hostname":"buskin","pid":1562,"uri":"/vmms/031b6427-1460-4676-a469-9de2f0f9317d/state","method":"GET","req_id":"80213540-6b7f-41d6-b15f-6f042f60267e","remote_addr":"[fd00:1122:3344:101::c]:48053","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6172831,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:47.980810254Z","hostname":"buskin","pid":1562,"uri":"/vmms/031b6427-1460-4676-a469-9de2f0f9317d/state","method":"GET","req_id":"b7751c83-996a-47a8-b70e-fb17d10bb8a3","remote_addr":"[fd00:1122:3344:101::b]:52753","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6661637,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-10-01T02:39:47.981324803Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:47.981357633Z","hostname":"buskin","pid":1562,"instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:47.981371733Z","hostname":"buskin","pid":1562,"instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-01T02:39:47.981324803Z }","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:47.981385494Z","hostname":"buskin","pid":1562,"instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-01T02:39:47.981324803Z }, migration_in: None, migration_out: None }","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-10-01T02:39:48.059406881Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:48.059446862Z","hostname":"buskin","pid":1562,"instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:48.059472672Z","hostname":"buskin","pid":1562,"instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-01T02:39:48.059406881Z }","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:48.059480452Z","hostname":"buskin","pid":1562,"instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-01T02:39:48.059406881Z }, migration_in: None, migration_out: None }","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:52.502194538Z","hostname":"buskin","pid":1562,"uri":"/2a571ec0-85a3-450e-88fc-680c13ffa211","method":"GET","req_id":"a206115d-8137-493b-a953-b13d340d95d5","remote_addr":"[fd00:1122:3344:101::d]:60055","local_addr":"[fd00:1122:3344:101::1]:45292","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"2a571ec0-85a3-450e-88fc-680c13ffa211","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9823,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:56.555827824Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:62216"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:56.557213507Z","hostname":"buskin","pid":1562,"uri":"/vmms/031b6427-1460-4676-a469-9de2f0f9317d/state","method":"PUT","req_id":"69758af6-fcd2-4d47-979f-65298c06a391","remote_addr":"[fd00:1122:3344:101::a]:62216","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1285,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-10-01T02:39:56.557325359Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:56.557363749Z","hostname":"buskin","pid":1562,"instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:56.55740252Z","hostname":"buskin","pid":1562,"instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-01T02:39:56.557325359Z }","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:56.55742928Z","hostname":"buskin","pid":1562,"instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-01T02:39:56.557325359Z }, migration_in: None, migration_out: None }","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-10-01T02:39:56.613628592Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:56.613651773Z","hostname":"buskin","pid":1562,"instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:56.613712583Z","hostname":"buskin","pid":1562,"instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-10-01T02:39:56.613628592Z }","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:56.613722934Z","hostname":"buskin","pid":1562,"instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"sled-agent/src/instance.rs:630","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:56.613731304Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:56.618496474Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:56.618555955Z","hostname":"buskin","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/09a98b58-1585-44a1-a9f9-fa7c634d7922/debug/bundle/zone\", \"/pool/int/1586f214-1a8d-4f2a-b9d3-907d2432a63f/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/52791279-0328-47f2-8641-652f421a0533/crypt/debug\", \"/pool/ext/924badcc-07d3-4192-87c0-257ed1dc2017/crypt/debug\", \"/pool/ext/ff4b0e2e-bb96-457c-a345-9f8b3478a5a8/crypt/debug\", \"/pool/ext/efd83ea1-94bf-48aa-a059-ed387b79a77f/crypt/debug\", \"/pool/ext/a0b3d8f3-189e-4ea5-a742-9dc63f4ac87d/crypt/debug\", \"/pool/ext/4b58fe92-3fb4-46b4-9ea6-d620062bf2a1/crypt/debug\", \"/pool/ext/ee22443f-adfe-4fb0-bef1-d9b053b6a9d8/crypt/debug\", \"/pool/ext/a04e4a42-059d-4585-a24d-8ec28aa914e5/crypt/debug\", \"/pool/ext/841bd0ff-a375-452e-9289-601e29937aad/crypt/debug\"] }","zone_name":"oxz_propolis-server_031b6427-1460-4676-a469-9de2f0f9317d"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:57.26931497Z","hostname":"buskin","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_031b6427-1460-4676-a469-9de2f0f9317d\", bundle_id: e04caaba-97c9-40b6-a823-0f0c5429ae36 }, time_created: 2024-10-01T02:39:56.619450020Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_031b6427-1460-4676-a469-9de2f0f9317d","v":0,"name":"SledAgent","level":40,"time":"2024-10-01T02:39:57.269406481Z","hostname":"buskin","pid":1562,"instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"sled-agent/src/instance.rs:843"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:59.00951406Z","hostname":"buskin","pid":1562,"instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:59.026333252Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(12861255), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:59.026383432Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(12861255), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:59.031048701Z","hostname":"buskin","pid":1562,"instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-01T02:39:59.031013960Z }, migration_in: None, migration_out: None }","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:59.085081226Z","hostname":"buskin","pid":1562,"instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-01T02:39:59.031013960Z }, migration_in: None, migration_out: None }","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:59.08950846Z","hostname":"buskin","pid":1562,"instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","propolis_id":"031b6427-1460-4676-a469-9de2f0f9317d","instance_id":"155a6d94-b6d1-469e-afb5-9a278b60eab5","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:59.633270582Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47592"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:59.633376114Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ee3157d3-43d5-4f02-a8b3-2dcbeb244850","remote_addr":"[fd00:1122:3344:101::b]:47592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":50,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:59.641145694Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"6840a92b-068b-4b43-90af-f7d812665df4","remote_addr":"[fd00:1122:3344:101::b]:47592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":118,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:59.684682403Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:37614"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:59.684887777Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"3956d17e-4d8c-4a52-a069-73c02abf020e","remote_addr":"[fd00:1122:3344:101::b]:37614","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":139,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:59.978117271Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:35178"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:39:59.978348844Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"52bd9bfd-b54e-475b-b970-33282ace7161","remote_addr":"[fd00:1122:3344:101::a]:35178","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":170,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:40:00.88397793Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:54737"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:40:00.885035288Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"20c509e3-0f6b-4f29-8cd0-c7afd5e6a937","remote_addr":"[fd00:1122:3344:101::a]:54737","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":965,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-01T02:40:00.893187334Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"ca5d2087-b891-4ef3-b640-2f5e1cb44271","remote_addr":"[fd00:1122:3344:101::a]:54737","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":125,"response_code":"204"}