[ Jan 8 18:19:54 Enabled. ] [ Jan 8 18:19:54 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Jan 8 18:19:54 Method "start" exited with status 0. ] [ Jan 8 18:19:54 Rereading configuration. ] [ Jan 8 18:19:54 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:54.185429205Z","hostname":"buskin","pid":1566,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:54.185586319Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:54.238062909Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:54.238108811Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:54.354751737Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:54.363385332Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:54.371583996Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:54.974403259Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:55.114935999Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:55.11497211Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:55.115096643Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:55.115182685Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:55.115196246Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:55.115214476Z","hostname":"buskin","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"Generated i86pc baseboard Pc { identifier: \"buskin\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:55.118130542Z","hostname":"buskin","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:19:55.118142223Z","hostname":"buskin","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:55.118162353Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:55.118169193Z","hostname":"buskin","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:55.118189704Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:55.118264376Z","hostname":"buskin","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:55.118389719Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:55.11842602Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:55.11844203Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:55.129932461Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:55.129960881Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"e4d4e46e-f335-4351-a367-c84fc95a9cd2 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:55.226613135Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: e4d4e46e-f335-4351-a367-c84fc95a9cd2 (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:55.588222769Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:55.5882566Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:55.58826475Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:55.588277991Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:55.588289711Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:55.588302761Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:55.588308281Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:55.597399159Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:55.597423859Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"74c5b5be-8c07-4870-ad96-3bd00809d0ec (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:55.686203138Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 74c5b5be-8c07-4870-ad96-3bd00809d0ec (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.048844919Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.04888185Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e4d4e46e-f335-4351-a367-c84fc95a9cd2 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 74c5b5be-8c07-4870-ad96-3bd00809d0ec (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.048944441Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.048951982Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.048957552Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.048961812Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.048973342Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049011783Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049020223Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e4d4e46e-f335-4351-a367-c84fc95a9cd2 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 74c5b5be-8c07-4870-ad96-3bd00809d0ec (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049037484Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049048464Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049052584Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049056604Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049086115Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049093325Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e4d4e46e-f335-4351-a367-c84fc95a9cd2 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 74c5b5be-8c07-4870-ad96-3bd00809d0ec (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049109626Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049115346Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049120526Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049123676Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049127846Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049131716Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e4d4e46e-f335-4351-a367-c84fc95a9cd2 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 74c5b5be-8c07-4870-ad96-3bd00809d0ec (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049149567Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049153727Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049158547Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049162237Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049165817Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e4d4e46e-f335-4351-a367-c84fc95a9cd2 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 74c5b5be-8c07-4870-ad96-3bd00809d0ec (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049184017Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049188698Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049192478Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049198268Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049202858Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049206288Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e4d4e46e-f335-4351-a367-c84fc95a9cd2 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 74c5b5be-8c07-4870-ad96-3bd00809d0ec (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049231129Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049237809Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049241929Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049245079Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049249079Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049255699Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e4d4e46e-f335-4351-a367-c84fc95a9cd2 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 74c5b5be-8c07-4870-ad96-3bd00809d0ec (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.04927794Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.04928232Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.04928687Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.04929055Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049294671Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049299251Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e4d4e46e-f335-4351-a367-c84fc95a9cd2 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 74c5b5be-8c07-4870-ad96-3bd00809d0ec (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049341742Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049346482Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049350942Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049354572Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049383183Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049398673Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049402813Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049412023Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e4d4e46e-f335-4351-a367-c84fc95a9cd2 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 74c5b5be-8c07-4870-ad96-3bd00809d0ec (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049436864Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049443374Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049446895Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049456975Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049460615Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049463685Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e4d4e46e-f335-4351-a367-c84fc95a9cd2 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 74c5b5be-8c07-4870-ad96-3bd00809d0ec (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049489605Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049493356Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049508806Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049568727Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049594388Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049603308Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049612949Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049618929Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.049622959Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.04965109Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.04965525Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.060414621Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:748"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.060445512Z","hostname":"buskin","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999937369s","next_cleanup":"Instant { tv_sec: 4169, tv_nsec: 931290921 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.060466862Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3973"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.060505483Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"No ledger in /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.063588934Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.063629485Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.064001855Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.065817592Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: Some(\n None,\n ),\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n tx_eq: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.066322515Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1203"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.066328585Z","hostname":"buskin","pid":1566,"component":"DnsResolver","component":"RSS","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.066376157Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.066398327Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"No ledger in /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/config/rss-started.marker","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.066434908Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/config/rss-started.marker","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.066449748Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.066462509Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.066469909Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS not previously run. Creating plans.","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.066476529Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1252"} {"msg":"Writing ledger to /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/config/.rss-started.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.06648762Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/config/.rss-started.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.066701005Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.066849389Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1284"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.066854179Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:66"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.066858129Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:39"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.0668849Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1316"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.066941801Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.066955292Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.067167517Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.06728845Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.067364382Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0 (sled), rack_id: dc521fbd-1e78-4c20-a78c-fc16c751ec23, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.067779993Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4270"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.067843195Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4664"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.072662651Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.0787583Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.078859692Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.083000691Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.083069513Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.083151575Z","hostname":"buskin","pid":1566,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:38310","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0 (sled), rack_id: dc521fbd-1e78-4c20-a78c-fc16c751ec23, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.083300788Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.083318279Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.0833568Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.08336216Z","hostname":"buskin","pid":1566,"component":"DnsResolver","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.08337087Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.08337559Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:813"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.083394341Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.083458593Z","hostname":"buskin","pid":1566,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.083472943Z","hostname":"buskin","pid":1566,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.083482153Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:802"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.083488464Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:830"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.083492924Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:596"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.083545015Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.083554325Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:701","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.098919527Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.119519554Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.13733485Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.148143772Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:412"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.148215024Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.148224684Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:424"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.148231234Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 136.919322ms)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.151233503Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d7b05dc-27a0-4faf-a75b-450dfe800d4b\", \"content-length\": \"124\", \"date\": \"Wed, 08 Jan 2025 18:19:56 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"4d7b05dc-27a0-4faf-a75b-450dfe800d4b\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_e4d4e46e-f335-4351-a367-c84fc95a9cd2/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.161711186Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_e4d4e46e-f335-4351-a367-c84fc95a9cd2/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.185682512Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_e4d4e46e-f335-4351-a367-c84fc95a9cd2/swap\"","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.185718523Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.19133821Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:439"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.191354661Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:129"} {"msg":"Ensuring dataset oxi_e4d4e46e-f335-4351-a367-c84fc95a9cd2/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.19136025Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:139"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.267210422Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:174"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.289289428Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 111.658465ms)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.289881683Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"822f0956-f501-4611-81ac-f2b76f985ead\", \"content-length\": \"124\", \"date\": \"Wed, 08 Jan 2025 18:19:56 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"822f0956-f501-4611-81ac-f2b76f985ead\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.402971957Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 202.614744ms)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.40345974Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46032be0-98af-4ab6-9a56-ad31d5148c6c\", \"content-length\": \"124\", \"date\": \"Wed, 08 Jan 2025 18:19:56 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"46032be0-98af-4ab6-9a56-ad31d5148c6c\" }"} {"msg":"Mounting oxi_e4d4e46e-f335-4351-a367-c84fc95a9cd2/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.486418206Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:182"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.498946554Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:190"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.499041536Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:190"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.499057846Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:190"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.499092127Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:196"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.607153489Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 118.6835ms)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.607828487Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c624219-e345-4de5-a988-3cf30434061e\", \"content-length\": \"124\", \"date\": \"Wed, 08 Jan 2025 18:19:56 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"7c624219-e345-4de5-a988-3cf30434061e\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.727199795Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 153.610817ms)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.727866182Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78854467-e5e0-4d33-b4c2-dd207fd40807\", \"content-length\": \"124\", \"date\": \"Wed, 08 Jan 2025 18:19:56 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"78854467-e5e0-4d33-b4c2-dd207fd40807\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.882835209Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 254.953287ms)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:56.883508227Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa67e258-efc6-4e09-b26e-459ff91c5dcf\", \"content-length\": \"124\", \"date\": \"Wed, 08 Jan 2025 18:19:56 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"fa67e258-efc6-4e09-b26e-459ff91c5dcf\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:57.139590814Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 149.403474ms)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:57.140254391Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57a72c96-be01-45f1-bc79-790f6afd228d\", \"content-length\": \"124\", \"date\": \"Wed, 08 Jan 2025 18:19:57 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"57a72c96-be01-45f1-bc79-790f6afd228d\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:57.23670146Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:57.242402219Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:33327","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:57.24246461Z","hostname":"buskin","pid":1566,"component":"internal-dns-resolver","file":"internal-dns/resolver/src/resolver.rs:111","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:57.242528462Z","hostname":"buskin","pid":1566,"file":"oximeter/producer/src/lib.rs:279","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:279","interval":"30s","address":"[fd00:1122:3344:101::1]:33327","producer_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:19:57.243668462Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"147.931688ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:57.244708869Z","hostname":"buskin","pid":1566,"component":"VmmReservoirManager","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:57.244715729Z","hostname":"buskin","pid":1566,"component":"VmmReservoirManager","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:57.24476809Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:932","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:57.244780361Z","hostname":"buskin","pid":1566,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:57.290627838Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:19:57.393059453Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"738.501634ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:19:58.13311263Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.410928046s"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:19:59.546317716Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.07741784s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:59.910854786Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2694"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:59.910869356Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2939"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:59.910881677Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2564"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:59.910888457Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2611"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:59.910935808Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3020"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:59.910944708Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:59.912802117Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2864"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:59.914102871Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2605"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:59.914262815Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:19:59.914486361Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 31.963367ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:00.17220441Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 142.406498ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:00.398597733Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 269.722461ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:00.58152473Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:00.625715724Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"3.459378986s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 369.007471ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:00.916490158Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 848.430734ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:01.308855914Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 899.507066ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:02.378220901Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 575.288953ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:03.480717873Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 747.700038ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:04.172616892Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:04.17368263Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"9.208957899s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 953.2738ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:05.111640885Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0)","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:06.377920414Z","hostname":"buskin","pid":1566,"component":"NexusNotifierTask","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:06.4080133Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:06.408466851Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12348","component":"dropshot (Repo Depot)","component":"ArtifactStore","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:06.409701884Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:06.409724474Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:06.409735085Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Writing ledger to /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:06.409748545Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:06.40993321Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:06.410117545Z","hostname":"buskin","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:06.410184336Z","hostname":"buskin","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: Some(None), bgp_peers: [], autoneg: false, lldp: None, tx_eq: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:06.410198197Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3973"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:06.410217307Z","hostname":"buskin","pid":1566,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:38310","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:06.64160523Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:06.641684772Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:06.647121234Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4294","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-08T18:20:07.33508676Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"18250165013537883834"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-08T18:20:07.335221844Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2727085820797177907"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.581738572Z","hostname":"buskin","pid":1566,"component":"VmmReservoirManager","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.582498462Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:50390"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.5831952Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.58320429Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"No ledger in /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.583285222Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.583324253Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.583439976Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"e34b4d56-ce34-4304-a067-7c088f873043","remote_addr":"[fd00:1122:3344:101::1]:50390","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":443,"response_code":"200"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0)","v":0,"name":"SledAgent","level":50,"time":"2025-01-08T18:20:07.583937199Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"refreshed zone-network-setup service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.600618545Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4343"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.600647816Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4401"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.628833672Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:51096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.629002386Z","hostname":"buskin","pid":1566,"uri":"/sled-role","method":"GET","req_id":"ab7682a7-0a83-4e10-95b1-ac3e6ac534f3","remote_addr":"[fd00:1122:3344:101::1]:51096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"200"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(2), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 3b516190-2afe-4e65-be71-40cd8e508952 (physical_disk), pool_id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: ef03275c-3698-45f9-89f2-be39395863c5 (physical_disk), pool_id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: a6cc2e20-a8cf-41c6-9f7d-92b982bc554e (physical_disk), pool_id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: d1cfc3a6-0467-4345-83dd-7a2ceb284729 (physical_disk), pool_id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 74dcbe74-5355-432d-a331-b2c988192539 (physical_disk), pool_id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 4a8ef84b-7026-4127-835e-d30edb67376f (physical_disk), pool_id: efc412bd-0718-4381-8d37-e5a204c8c3de (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 5ce061fb-1683-43f1-9459-538f23d779f1 (physical_disk), pool_id: 91e62592-6bd8-45a2-a311-bfef0a5977f4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: dfea744c-9664-4ab1-8201-30695b5f16c2 (physical_disk), pool_id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: af618717-8d3c-47a5-bc20-8b483ee3d657 (physical_disk), pool_id: 36139540-6634-4f0c-9c90-f57efa2432be (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.674398822Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:385"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.674586307Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:37689"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.674898515Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:893"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(2), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 3b516190-2afe-4e65-be71-40cd8e508952 (physical_disk), pool_id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: ef03275c-3698-45f9-89f2-be39395863c5 (physical_disk), pool_id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: a6cc2e20-a8cf-41c6-9f7d-92b982bc554e (physical_disk), pool_id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: d1cfc3a6-0467-4345-83dd-7a2ceb284729 (physical_disk), pool_id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 74dcbe74-5355-432d-a331-b2c988192539 (physical_disk), pool_id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 4a8ef84b-7026-4127-835e-d30edb67376f (physical_disk), pool_id: efc412bd-0718-4381-8d37-e5a204c8c3de (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 5ce061fb-1683-43f1-9459-538f23d779f1 (physical_disk), pool_id: 91e62592-6bd8-45a2-a311-bfef0a5977f4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: dfea744c-9664-4ab1-8201-30695b5f16c2 (physical_disk), pool_id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: af618717-8d3c-47a5-bc20-8b483ee3d657 (physical_disk), pool_id: 36139540-6634-4f0c-9c90-f57efa2432be (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.674996107Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"No ledger in /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.675011468Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.675020688Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.675026478Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1298"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.675037408Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.675043129Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.675051079Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.675055819Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.685901252Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.685925883Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool)"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.748781014Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4467"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.748812875Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4494"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.788559043Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.791762947Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4507"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.791803738Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4353"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.798224096Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.798303568Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.798324178Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.798339829Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.798354499Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.798445161Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.798454162Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.837522752Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.847179824Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"Looking for unencrypted datasets in oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.984066938Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.992479688Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.992540079Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.99255946Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.99256818Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:07.992584071Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.002639033Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.002659814Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.09787304Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.106215258Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.106247549Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.106256329Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.10630285Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.106318171Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.106449984Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.106457905Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.140011371Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_0ac8ff68-15ea-4477-a206-5a7619973e85/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.147895617Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"Looking for unencrypted datasets in oxp_0ac8ff68-15ea-4477-a206-5a7619973e85","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.287677477Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.295279186Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.295311537Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.295319007Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.295326007Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.295331797Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.304719102Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.304739453Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.398403649Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.406521021Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.406575452Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.406583432Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.406592613Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.406603613Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.406744117Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.406752367Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.442949612Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_bf665b71-2255-48d6-b1fd-c863b4c8e1af/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.450710695Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"Looking for unencrypted datasets in oxp_bf665b71-2255-48d6-b1fd-c863b4c8e1af","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.583029751Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0)","v":0,"name":"SledAgent","level":50,"time":"2025-01-08T18:20:08.58684371Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.591014249Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.591027029Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.59104978Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.59105732Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.59106162Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.600870326Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.600907158Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.692474329Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.700022106Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.700060397Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.700068477Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.700078868Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.700086358Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.700209791Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.700218531Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.733816349Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_4f399814-e4ff-4480-aa92-c4c936f90fd0/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.7415458Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"Looking for unencrypted datasets in oxp_4f399814-e4ff-4480-aa92-c4c936f90fd0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.882147942Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.89046168Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.89049809Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.890507211Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.890514091Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.890520491Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.900109351Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.900133462Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:08.996742924Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.005118093Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.005152154Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.005171514Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.005185055Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.005204655Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.005353979Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.005364739Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.040880507Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_c1f40097-34cd-4b0e-8a1d-a4c6931740f6/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.048976768Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"Looking for unencrypted datasets in oxp_c1f40097-34cd-4b0e-8a1d-a4c6931740f6","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.191548402Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.199576581Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.199628573Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.199638933Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.199648723Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.199655214Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.209648724Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.209678815Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"efc412bd-0718-4381-8d37-e5a204c8c3de (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.301553475Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: efc412bd-0718-4381-8d37-e5a204c8c3de (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.309368619Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.30940933Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.309440781Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.309466191Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.309476811Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.309600705Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.309613585Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.346026146Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_efc412bd-0718-4381-8d37-e5a204c8c3de/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.354309042Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"Looking for unencrypted datasets in oxp_efc412bd-0718-4381-8d37-e5a204c8c3de","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.498137878Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.506584289Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.5066248Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.50663216Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.50663922Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.506648411Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.516621051Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.516645442Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"91e62592-6bd8-45a2-a311-bfef0a5977f4 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.614034465Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 91e62592-6bd8-45a2-a311-bfef0a5977f4 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.622026464Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.622062175Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.622070445Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.622107426Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.622115816Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.62225131Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.62226377Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0)","v":0,"name":"SledAgent","level":50,"time":"2025-01-08T18:20:09.626065799Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.658116116Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_91e62592-6bd8-45a2-a311-bfef0a5977f4/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.666511006Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"Looking for unencrypted datasets in oxp_91e62592-6bd8-45a2-a311-bfef0a5977f4","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.806104911Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.814541942Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.814585993Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.814616874Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.814627694Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.814685085Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.824499172Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.824521372Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool)"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.845563662Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4395"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.845594973Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4474","rack_subnet":"fd00:1122:3344::"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.925622383Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.933234732Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.933275773Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.933282253Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.933318104Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.933327284Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.933465947Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.933472938Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.969855878Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_93dafc63-6f00-46e6-a292-a8413d960ce4/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:09.978411311Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"Looking for unencrypted datasets in oxp_93dafc63-6f00-46e6-a292-a8413d960ce4","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.121104048Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.129059906Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.129116367Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.129126687Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.129135457Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.129154598Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.139605131Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.139638182Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"36139540-6634-4f0c-9c90-f57efa2432be (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.255259131Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 36139540-6634-4f0c-9c90-f57efa2432be (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.263963779Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.26400196Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.26400951Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.26401934Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.26402918Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.264154104Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.264162054Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.302134495Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_36139540-6634-4f0c-9c90-f57efa2432be/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.31035092Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"Looking for unencrypted datasets in oxp_36139540-6634-4f0c-9c90-f57efa2432be","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.449289829Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.457452332Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.457497473Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.457578125Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.457677448Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(2), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e4d4e46e-f335-4351-a367-c84fc95a9cd2 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 74c5b5be-8c07-4870-ad96-3bd00809d0ec (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: efc412bd-0718-4381-8d37-e5a204c8c3de (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 91e62592-6bd8-45a2-a311-bfef0a5977f4 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 36139540-6634-4f0c-9c90-f57efa2432be (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.457748519Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.45775864Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.457924924Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.458185491Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:897"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.458200471Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.458207271Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:923","generation":"Generation(2)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.458213402Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:928"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.458220542Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:933"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.458255763Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:122","gen":"Generation(2)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.458267573Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:939"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.458303804Z","hostname":"buskin","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:799","gen":"Generation(2)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.458323105Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:944"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.458418597Z","hostname":"buskin","pid":1566,"uri":"/omicron-physical-disks","method":"PUT","req_id":"3315695f-0107-4cbd-9442-c0cf980f8897","remote_addr":"[fd00:1122:3344:101::1]:37689","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2783686,"response_code":"200"} {"msg":"attempting to set up sled's datasets: DatasetsConfig { generation: Generation(1), datasets: {07679c90-ef85-4893-96f5-123e9a1ad5b9 (dataset): DatasetConfig { id: 07679c90-ef85-4893-96f5-123e9a1ad5b9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 91e62592-6bd8-45a2-a311-bfef0a5977f4 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 092e51a8-0c83-4cb7-9a2c-669ad82c93c9 (dataset): DatasetConfig { id: 092e51a8-0c83-4cb7-9a2c-669ad82c93c9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 36139540-6634-4f0c-9c90-f57efa2432be (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0a4cc2b0-2967-44bb-bc36-f7548c61cdcc (dataset): DatasetConfig { id: 0a4cc2b0-2967-44bb-bc36-f7548c61cdcc (dataset), name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_392d8525-4c31-48fa-8943-c48b0201800f\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0ae1132f-6770-44b1-9d43-4a132d5570a2 (dataset): DatasetConfig { id: 0ae1132f-6770-44b1-9d43-4a132d5570a2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 91e62592-6bd8-45a2-a311-bfef0a5977f4 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 0beead28-854f-476e-aaaa-bf598a8b8ec8 (dataset): DatasetConfig { id: 0beead28-854f-476e-aaaa-bf598a8b8ec8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 17780736-4096-4b8a-9201-f7a48ee0f152 (dataset): DatasetConfig { id: 17780736-4096-4b8a-9201-f7a48ee0f152 (dataset), name: DatasetName { pool_name: ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1c49c06a-1251-4011-aad4-0da7a4f40e1e (dataset): DatasetConfig { id: 1c49c06a-1251-4011-aad4-0da7a4f40e1e (dataset), name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1c57817d-8567-4ad5-bbb2-087c519e6f13 (dataset): DatasetConfig { id: 1c57817d-8567-4ad5-bbb2-087c519e6f13 (dataset), name: DatasetName { pool_name: ZpoolName { id: 36139540-6634-4f0c-9c90-f57efa2432be (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2229cdd9-9ba3-4a5e-b8ee-6f1eb7424e75 (dataset): DatasetConfig { id: 2229cdd9-9ba3-4a5e-b8ee-6f1eb7424e75 (dataset), name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 26548d45-3e3b-4124-96ae-056682748435 (dataset): DatasetConfig { id: 26548d45-3e3b-4124-96ae-056682748435 (dataset), name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2c32426a-c547-4877-a0a5-ac447fcafc8b (dataset): DatasetConfig { id: 2c32426a-c547-4877-a0a5-ac447fcafc8b (dataset), name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2fff5fa1-2b22-4880-a123-57a910532f1a (dataset): DatasetConfig { id: 2fff5fa1-2b22-4880-a123-57a910532f1a (dataset), name: DatasetName { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 347d519e-f09b-4194-86f7-7428120a7c60 (dataset): DatasetConfig { id: 347d519e-f09b-4194-86f7-7428120a7c60 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 35d69a66-2c7f-4cc6-8332-649051fadf90 (dataset): DatasetConfig { id: 35d69a66-2c7f-4cc6-8332-649051fadf90 (dataset), name: DatasetName { pool_name: ZpoolName { id: efc412bd-0718-4381-8d37-e5a204c8c3de (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3981e7e5-012c-4e7b-888d-480e8882389d (dataset): DatasetConfig { id: 3981e7e5-012c-4e7b-888d-480e8882389d (dataset), name: DatasetName { pool_name: ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 3cd43eb3-7da9-4dd6-82e4-a4843cec367a (dataset): DatasetConfig { id: 3cd43eb3-7da9-4dd6-82e4-a4843cec367a (dataset), name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4245fac5-b765-41fe-be07-d3b4d04c4537 (dataset): DatasetConfig { id: 4245fac5-b765-41fe-be07-d3b4d04c4537 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4487008f-dc8e-4ad8-b201-22a3ae3baa77 (dataset): DatasetConfig { id: 4487008f-dc8e-4ad8-b201-22a3ae3baa77 (dataset), name: DatasetName { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 44a95c9e-5fa7-4539-976c-ad93c5a77b3f (dataset): DatasetConfig { id: 44a95c9e-5fa7-4539-976c-ad93c5a77b3f (dataset), name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 45ca3dee-479b-44fb-ba9c-c02b1ae169fb (dataset): DatasetConfig { id: 45ca3dee-479b-44fb-ba9c-c02b1ae169fb (dataset), name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_654ed3a1-a574-4551-8bd0-2ab525bdb4a4\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 582e4825-bbb9-4047-a2ca-289c4867f440 (dataset): DatasetConfig { id: 582e4825-bbb9-4047-a2ca-289c4867f440 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 5b7c3500-d554-4e3a-bc98-98eaa3e865c6 (dataset): DatasetConfig { id: 5b7c3500-d554-4e3a-bc98-98eaa3e865c6 (dataset), name: DatasetName { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6257dcb0-712b-4d8c-8e4f-82f780281399 (dataset): DatasetConfig { id: 6257dcb0-712b-4d8c-8e4f-82f780281399 (dataset), name: DatasetName { pool_name: ZpoolName { id: efc412bd-0718-4381-8d37-e5a204c8c3de (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 62f3c4dd-9a5d-4c76-9000-a2fcbb4dbe5e (dataset): DatasetConfig { id: 62f3c4dd-9a5d-4c76-9000-a2fcbb4dbe5e (dataset), name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 62fd612c-7a95-4cdf-9aba-6cf8f5a32311 (dataset): DatasetConfig { id: 62fd612c-7a95-4cdf-9aba-6cf8f5a32311 (dataset), name: DatasetName { pool_name: ZpoolName { id: 91e62592-6bd8-45a2-a311-bfef0a5977f4 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 63d8c39b-8b94-457b-b3cd-206a4c112476 (dataset): DatasetConfig { id: 63d8c39b-8b94-457b-b3cd-206a4c112476 (dataset), name: DatasetName { pool_name: ZpoolName { id: efc412bd-0718-4381-8d37-e5a204c8c3de (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 681a9fb0-59fe-4b1e-8397-b1a8ec06de09 (dataset): DatasetConfig { id: 681a9fb0-59fe-4b1e-8397-b1a8ec06de09 (dataset), name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6ba3475c-ba6c-4400-aea9-74c4bf718568 (dataset): DatasetConfig { id: 6ba3475c-ba6c-4400-aea9-74c4bf718568 (dataset), name: DatasetName { pool_name: ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 713c2acf-b29f-4ad6-974e-91dc8790c733 (dataset): DatasetConfig { id: 713c2acf-b29f-4ad6-974e-91dc8790c733 (dataset), name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 78a8300a-f1e1-4c5b-b297-3a62aaae9046 (dataset): DatasetConfig { id: 78a8300a-f1e1-4c5b-b297-3a62aaae9046 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7cd1882f-a0bb-43dc-8fa9-e96631a990ea (dataset): DatasetConfig { id: 7cd1882f-a0bb-43dc-8fa9-e96631a990ea (dataset), name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8854e5b0-672d-40c5-9243-e10a7d30df83 (dataset): DatasetConfig { id: 8854e5b0-672d-40c5-9243-e10a7d30df83 (dataset), name: DatasetName { pool_name: ZpoolName { id: efc412bd-0718-4381-8d37-e5a204c8c3de (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8896597c-e4d4-440e-b1bb-974462040136 (dataset): DatasetConfig { id: 8896597c-e4d4-440e-b1bb-974462040136 (dataset), name: DatasetName { pool_name: ZpoolName { id: 91e62592-6bd8-45a2-a311-bfef0a5977f4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 95b8dd7a-1840-4ba6-9452-30d3fc1b65ce (dataset): DatasetConfig { id: 95b8dd7a-1840-4ba6-9452-30d3fc1b65ce (dataset), name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 963ae7c5-484e-40be-8517-5755cb36d70b (dataset): DatasetConfig { id: 963ae7c5-484e-40be-8517-5755cb36d70b (dataset), name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9852b436-406b-42da-af94-93f6fd8d8ca6 (dataset): DatasetConfig { id: 9852b436-406b-42da-af94-93f6fd8d8ca6 (dataset), name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: TransientZone { name: \"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 99ad0023-083d-4e7e-a740-9e566a8666d2 (dataset): DatasetConfig { id: 99ad0023-083d-4e7e-a740-9e566a8666d2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9c21a55a-63a1-4c51-a48e-86d29b6a08b8 (dataset): DatasetConfig { id: 9c21a55a-63a1-4c51-a48e-86d29b6a08b8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9d81b8b1-3b31-4bf6-a564-4a0986a5340b (dataset): DatasetConfig { id: 9d81b8b1-3b31-4bf6-a564-4a0986a5340b (dataset), name: DatasetName { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a34530d8-9fe2-48ae-829f-e51e8d249f6c (dataset): DatasetConfig { id: a34530d8-9fe2-48ae-829f-e51e8d249f6c (dataset), name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a591eb99-8bb3-456e-8dc8-2028b44fd789 (dataset): DatasetConfig { id: a591eb99-8bb3-456e-8dc8-2028b44fd789 (dataset), name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ad04d36b-8076-4127-ad16-22fcd554c838 (dataset): DatasetConfig { id: ad04d36b-8076-4127-ad16-22fcd554c838 (dataset), name: DatasetName { pool_name: ZpoolName { id: 36139540-6634-4f0c-9c90-f57efa2432be (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b2e086ec-3876-4f98-a9f1-ccab6777e132 (dataset): DatasetConfig { id: b2e086ec-3876-4f98-a9f1-ccab6777e132 (dataset), name: DatasetName { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b6a9feb9-4858-4a6c-b0be-e582ec5eefcd (dataset): DatasetConfig { id: b6a9feb9-4858-4a6c-b0be-e582ec5eefcd (dataset), name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, b6bc3f81-295c-4450-82c4-b9e790a8c327 (dataset): DatasetConfig { id: b6bc3f81-295c-4450-82c4-b9e790a8c327 (dataset), name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_fa9d7cee-8b9d-425a-afbc-64b19bf54aaa\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b95feae1-e8fd-4082-8459-7e471372800b (dataset): DatasetConfig { id: b95feae1-e8fd-4082-8459-7e471372800b (dataset), name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, bbb0435c-a651-475a-99d9-529e4b4614a7 (dataset): DatasetConfig { id: bbb0435c-a651-475a-99d9-529e4b4614a7 (dataset), name: DatasetName { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c38ff0cc-44f5-41b6-a47a-626a926f040a (dataset): DatasetConfig { id: c38ff0cc-44f5-41b6-a47a-626a926f040a (dataset), name: DatasetName { pool_name: ZpoolName { id: 36139540-6634-4f0c-9c90-f57efa2432be (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, caa337b0-ac5e-4be1-8bb5-80f053a45445 (dataset): DatasetConfig { id: caa337b0-ac5e-4be1-8bb5-80f053a45445 (dataset), name: DatasetName { pool_name: ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ce0d0aa3-d00f-448f-8050-6b1c0c4c4c2b (dataset): DatasetConfig { id: ce0d0aa3-d00f-448f-8050-6b1c0c4c4c2b (dataset), name: DatasetName { pool_name: ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d2c47ebe-5131-4f5a-887b-89f8cb8180a6 (dataset): DatasetConfig { id: d2c47ebe-5131-4f5a-887b-89f8cb8180a6 (dataset), name: DatasetName { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, d5c0d042-2665-458d-8893-4b457347b4a0 (dataset): DatasetConfig { id: d5c0d042-2665-458d-8893-4b457347b4a0 (dataset), name: DatasetName { pool_name: ZpoolName { id: efc412bd-0718-4381-8d37-e5a204c8c3de (zpool), kind: External }, kind: TransientZone { name: \"oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d5de69fb-aee9-4ca6-81e7-c63715d8b24d (dataset): DatasetConfig { id: d5de69fb-aee9-4ca6-81e7-c63715d8b24d (dataset), name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d69d28d8-55b8-4f2e-b198-57f94a05a2aa (dataset): DatasetConfig { id: d69d28d8-55b8-4f2e-b198-57f94a05a2aa (dataset), name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d7961443-14d0-4a60-a47c-42a2c854aa59 (dataset): DatasetConfig { id: d7961443-14d0-4a60-a47c-42a2c854aa59 (dataset), name: DatasetName { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dbc20397-7ba7-4720-bec9-247aa6886ee9 (dataset): DatasetConfig { id: dbc20397-7ba7-4720-bec9-247aa6886ee9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dd40988f-0cfc-4afe-9f52-4b5a5c40cb65 (dataset): DatasetConfig { id: dd40988f-0cfc-4afe-9f52-4b5a5c40cb65 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, df7350d3-98f1-4b74-9d27-8e0db7404a0e (dataset): DatasetConfig { id: df7350d3-98f1-4b74-9d27-8e0db7404a0e (dataset), name: DatasetName { pool_name: ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e6770bb5-e9e8-4653-a3dd-e735e33e86a6 (dataset): DatasetConfig { id: e6770bb5-e9e8-4653-a3dd-e735e33e86a6 (dataset), name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e7387b2a-56ad-42b1-a648-12d27872673b (dataset): DatasetConfig { id: e7387b2a-56ad-42b1-a648-12d27872673b (dataset), name: DatasetName { pool_name: ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_ntp_ddedf876-8456-4d11-91dc-9b39882f74e4\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ed9805b7-c1b7-42bb-bb6b-ef8605a7b5b0 (dataset): DatasetConfig { id: ed9805b7-c1b7-42bb-bb6b-ef8605a7b5b0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, eec7c537-27c7-4ae7-a19c-b7a7a483022b (dataset): DatasetConfig { id: eec7c537-27c7-4ae7-a19c-b7a7a483022b (dataset), name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, f91b460d-8aad-411f-8321-d552ef7caac0 (dataset): DatasetConfig { id: f91b460d-8aad-411f-8321-d552ef7caac0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f96dc87a-0516-46b5-9f63-6763cb8cba0f (dataset): DatasetConfig { id: f96dc87a-0516-46b5-9f63-6763cb8cba0f (dataset), name: DatasetName { pool_name: ZpoolName { id: 91e62592-6bd8-45a2-a311-bfef0a5977f4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fdfc388d-4b07-455d-97ff-6a6865ec0c33 (dataset): DatasetConfig { id: fdfc388d-4b07-455d-97ff-6a6865ec0c33 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fff8ece3-710e-4462-b538-01d66871ffc0 (dataset): DatasetConfig { id: fff8ece3-710e-4462-b538-01d66871ffc0 (dataset), name: DatasetName { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }} }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.490056703Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:460"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.490130955Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:40092"} {"msg":"datasets ensure","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.490536866Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:859"} {"msg":"Received DatasetsEnsure { config: DatasetsConfig { generation: Generation(1), datasets: {07679c90-ef85-4893-96f5-123e9a1ad5b9 (dataset): DatasetConfig { id: 07679c90-ef85-4893-96f5-123e9a1ad5b9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 91e62592-6bd8-45a2-a311-bfef0a5977f4 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 092e51a8-0c83-4cb7-9a2c-669ad82c93c9 (dataset): DatasetConfig { id: 092e51a8-0c83-4cb7-9a2c-669ad82c93c9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 36139540-6634-4f0c-9c90-f57efa2432be (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0a4cc2b0-2967-44bb-bc36-f7548c61cdcc (dataset): DatasetConfig { id: 0a4cc2b0-2967-44bb-bc36-f7548c61cdcc (dataset), name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_392d8525-4c31-48fa-8943-c48b0201800f\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0ae1132f-6770-44b1-9d43-4a132d5570a2 (dataset): DatasetConfig { id: 0ae1132f-6770-44b1-9d43-4a132d5570a2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 91e62592-6bd8-45a2-a311-bfef0a5977f4 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 0beead28-854f-476e-aaaa-bf598a8b8ec8 (dataset): DatasetConfig { id: 0beead28-854f-476e-aaaa-bf598a8b8ec8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 17780736-4096-4b8a-9201-f7a48ee0f152 (dataset): DatasetConfig { id: 17780736-4096-4b8a-9201-f7a48ee0f152 (dataset), name: DatasetName { pool_name: ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1c49c06a-1251-4011-aad4-0da7a4f40e1e (dataset): DatasetConfig { id: 1c49c06a-1251-4011-aad4-0da7a4f40e1e (dataset), name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1c57817d-8567-4ad5-bbb2-087c519e6f13 (dataset): DatasetConfig { id: 1c57817d-8567-4ad5-bbb2-087c519e6f13 (dataset), name: DatasetName { pool_name: ZpoolName { id: 36139540-6634-4f0c-9c90-f57efa2432be (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2229cdd9-9ba3-4a5e-b8ee-6f1eb7424e75 (dataset): DatasetConfig { id: 2229cdd9-9ba3-4a5e-b8ee-6f1eb7424e75 (dataset), name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 26548d45-3e3b-4124-96ae-056682748435 (dataset): DatasetConfig { id: 26548d45-3e3b-4124-96ae-056682748435 (dataset), name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2c32426a-c547-4877-a0a5-ac447fcafc8b (dataset): DatasetConfig { id: 2c32426a-c547-4877-a0a5-ac447fcafc8b (dataset), name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2fff5fa1-2b22-4880-a123-57a910532f1a (dataset): DatasetConfig { id: 2fff5fa1-2b22-4880-a123-57a910532f1a (dataset), name: DatasetName { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 347d519e-f09b-4194-86f7-7428120a7c60 (dataset): DatasetConfig { id: 347d519e-f09b-4194-86f7-7428120a7c60 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 35d69a66-2c7f-4cc6-8332-649051fadf90 (dataset): DatasetConfig { id: 35d69a66-2c7f-4cc6-8332-649051fadf90 (dataset), name: DatasetName { pool_name: ZpoolName { id: efc412bd-0718-4381-8d37-e5a204c8c3de (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3981e7e5-012c-4e7b-888d-480e8882389d (dataset): DatasetConfig { id: 3981e7e5-012c-4e7b-888d-480e8882389d (dataset), name: DatasetName { pool_name: ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 3cd43eb3-7da9-4dd6-82e4-a4843cec367a (dataset): DatasetConfig { id: 3cd43eb3-7da9-4dd6-82e4-a4843cec367a (dataset), name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4245fac5-b765-41fe-be07-d3b4d04c4537 (dataset): DatasetConfig { id: 4245fac5-b765-41fe-be07-d3b4d04c4537 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4487008f-dc8e-4ad8-b201-22a3ae3baa77 (dataset): DatasetConfig { id: 4487008f-dc8e-4ad8-b201-22a3ae3baa77 (dataset), name: DatasetName { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 44a95c9e-5fa7-4539-976c-ad93c5a77b3f (dataset): DatasetConfig { id: 44a95c9e-5fa7-4539-976c-ad93c5a77b3f (dataset), name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 45ca3dee-479b-44fb-ba9c-c02b1ae169fb (dataset): DatasetConfig { id: 45ca3dee-479b-44fb-ba9c-c02b1ae169fb (dataset), name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_654ed3a1-a574-4551-8bd0-2ab525bdb4a4\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 582e4825-bbb9-4047-a2ca-289c4867f440 (dataset): DatasetConfig { id: 582e4825-bbb9-4047-a2ca-289c4867f440 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 5b7c3500-d554-4e3a-bc98-98eaa3e865c6 (dataset): DatasetConfig { id: 5b7c3500-d554-4e3a-bc98-98eaa3e865c6 (dataset), name: DatasetName { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6257dcb0-712b-4d8c-8e4f-82f780281399 (dataset): DatasetConfig { id: 6257dcb0-712b-4d8c-8e4f-82f780281399 (dataset), name: DatasetName { pool_name: ZpoolName { id: efc412bd-0718-4381-8d37-e5a204c8c3de (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 62f3c4dd-9a5d-4c76-9000-a2fcbb4dbe5e (dataset): DatasetConfig { id: 62f3c4dd-9a5d-4c76-9000-a2fcbb4dbe5e (dataset), name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 62fd612c-7a95-4cdf-9aba-6cf8f5a32311 (dataset): DatasetConfig { id: 62fd612c-7a95-4cdf-9aba-6cf8f5a32311 (dataset), name: DatasetName { pool_name: ZpoolName { id: 91e62592-6bd8-45a2-a311-bfef0a5977f4 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 63d8c39b-8b94-457b-b3cd-206a4c112476 (dataset): DatasetConfig { id: 63d8c39b-8b94-457b-b3cd-206a4c112476 (dataset), name: DatasetName { pool_name: ZpoolName { id: efc412bd-0718-4381-8d37-e5a204c8c3de (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 681a9fb0-59fe-4b1e-8397-b1a8ec06de09 (dataset): DatasetConfig { id: 681a9fb0-59fe-4b1e-8397-b1a8ec06de09 (dataset), name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6ba3475c-ba6c-4400-aea9-74c4bf718568 (dataset): DatasetConfig { id: 6ba3475c-ba6c-4400-aea9-74c4bf718568 (dataset), name: DatasetName { pool_name: ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 713c2acf-b29f-4ad6-974e-91dc8790c733 (dataset): DatasetConfig { id: 713c2acf-b29f-4ad6-974e-91dc8790c733 (dataset), name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 78a8300a-f1e1-4c5b-b297-3a62aaae9046 (dataset): DatasetConfig { id: 78a8300a-f1e1-4c5b-b297-3a62aaae9046 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7cd1882f-a0bb-43dc-8fa9-e96631a990ea (dataset): DatasetConfig { id: 7cd1882f-a0bb-43dc-8fa9-e96631a990ea (dataset), name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8854e5b0-672d-40c5-9243-e10a7d30df83 (dataset): DatasetConfig { id: 8854e5b0-672d-40c5-9243-e10a7d30df83 (dataset), name: DatasetName { pool_name: ZpoolName { id: efc412bd-0718-4381-8d37-e5a204c8c3de (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8896597c-e4d4-440e-b1bb-974462040136 (dataset): DatasetConfig { id: 8896597c-e4d4-440e-b1bb-974462040136 (dataset), name: DatasetName { pool_name: ZpoolName { id: 91e62592-6bd8-45a2-a311-bfef0a5977f4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 95b8dd7a-1840-4ba6-9452-30d3fc1b65ce (dataset): DatasetConfig { id: 95b8dd7a-1840-4ba6-9452-30d3fc1b65ce (dataset), name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 963ae7c5-484e-40be-8517-5755cb36d70b (dataset): DatasetConfig { id: 963ae7c5-484e-40be-8517-5755cb36d70b (dataset), name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9852b436-406b-42da-af94-93f6fd8d8ca6 (dataset): DatasetConfig { id: 9852b436-406b-42da-af94-93f6fd8d8ca6 (dataset), name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: TransientZone { name: \"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 99ad0023-083d-4e7e-a740-9e566a8666d2 (dataset): DatasetConfig { id: 99ad0023-083d-4e7e-a740-9e566a8666d2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9c21a55a-63a1-4c51-a48e-86d29b6a08b8 (dataset): DatasetConfig { id: 9c21a55a-63a1-4c51-a48e-86d29b6a08b8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9d81b8b1-3b31-4bf6-a564-4a0986a5340b (dataset): DatasetConfig { id: 9d81b8b1-3b31-4bf6-a564-4a0986a5340b (dataset), name: DatasetName { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a34530d8-9fe2-48ae-829f-e51e8d249f6c (dataset): DatasetConfig { id: a34530d8-9fe2-48ae-829f-e51e8d249f6c (dataset), name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a591eb99-8bb3-456e-8dc8-2028b44fd789 (dataset): DatasetConfig { id: a591eb99-8bb3-456e-8dc8-2028b44fd789 (dataset), name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ad04d36b-8076-4127-ad16-22fcd554c838 (dataset): DatasetConfig { id: ad04d36b-8076-4127-ad16-22fcd554c838 (dataset), name: DatasetName { pool_name: ZpoolName { id: 36139540-6634-4f0c-9c90-f57efa2432be (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b2e086ec-3876-4f98-a9f1-ccab6777e132 (dataset): DatasetConfig { id: b2e086ec-3876-4f98-a9f1-ccab6777e132 (dataset), name: DatasetName { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b6a9feb9-4858-4a6c-b0be-e582ec5eefcd (dataset): DatasetConfig { id: b6a9feb9-4858-4a6c-b0be-e582ec5eefcd (dataset), name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, b6bc3f81-295c-4450-82c4-b9e790a8c327 (dataset): DatasetConfig { id: b6bc3f81-295c-4450-82c4-b9e790a8c327 (dataset), name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_fa9d7cee-8b9d-425a-afbc-64b19bf54aaa\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b95feae1-e8fd-4082-8459-7e471372800b (dataset): DatasetConfig { id: b95feae1-e8fd-4082-8459-7e471372800b (dataset), name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, bbb0435c-a651-475a-99d9-529e4b4614a7 (dataset): DatasetConfig { id: bbb0435c-a651-475a-99d9-529e4b4614a7 (dataset), name: DatasetName { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c38ff0cc-44f5-41b6-a47a-626a926f040a (dataset): DatasetConfig { id: c38ff0cc-44f5-41b6-a47a-626a926f040a (dataset), name: DatasetName { pool_name: ZpoolName { id: 36139540-6634-4f0c-9c90-f57efa2432be (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, caa337b0-ac5e-4be1-8bb5-80f053a45445 (dataset): DatasetConfig { id: caa337b0-ac5e-4be1-8bb5-80f053a45445 (dataset), name: DatasetName { pool_name: ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ce0d0aa3-d00f-448f-8050-6b1c0c4c4c2b (dataset): DatasetConfig { id: ce0d0aa3-d00f-448f-8050-6b1c0c4c4c2b (dataset), name: DatasetName { pool_name: ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d2c47ebe-5131-4f5a-887b-89f8cb8180a6 (dataset): DatasetConfig { id: d2c47ebe-5131-4f5a-887b-89f8cb8180a6 (dataset), name: DatasetName { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, d5c0d042-2665-458d-8893-4b457347b4a0 (dataset): DatasetConfig { id: d5c0d042-2665-458d-8893-4b457347b4a0 (dataset), name: DatasetName { pool_name: ZpoolName { id: efc412bd-0718-4381-8d37-e5a204c8c3de (zpool), kind: External }, kind: TransientZone { name: \"oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d5de69fb-aee9-4ca6-81e7-c63715d8b24d (dataset): DatasetConfig { id: d5de69fb-aee9-4ca6-81e7-c63715d8b24d (dataset), name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d69d28d8-55b8-4f2e-b198-57f94a05a2aa (dataset): DatasetConfig { id: d69d28d8-55b8-4f2e-b198-57f94a05a2aa (dataset), name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d7961443-14d0-4a60-a47c-42a2c854aa59 (dataset): DatasetConfig { id: d7961443-14d0-4a60-a47c-42a2c854aa59 (dataset), name: DatasetName { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dbc20397-7ba7-4720-bec9-247aa6886ee9 (dataset): DatasetConfig { id: dbc20397-7ba7-4720-bec9-247aa6886ee9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dd40988f-0cfc-4afe-9f52-4b5a5c40cb65 (dataset): DatasetConfig { id: dd40988f-0cfc-4afe-9f52-4b5a5c40cb65 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, df7350d3-98f1-4b74-9d27-8e0db7404a0e (dataset): DatasetConfig { id: df7350d3-98f1-4b74-9d27-8e0db7404a0e (dataset), name: DatasetName { pool_name: ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e6770bb5-e9e8-4653-a3dd-e735e33e86a6 (dataset): DatasetConfig { id: e6770bb5-e9e8-4653-a3dd-e735e33e86a6 (dataset), name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e7387b2a-56ad-42b1-a648-12d27872673b (dataset): DatasetConfig { id: e7387b2a-56ad-42b1-a648-12d27872673b (dataset), name: DatasetName { pool_name: ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_ntp_ddedf876-8456-4d11-91dc-9b39882f74e4\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ed9805b7-c1b7-42bb-bb6b-ef8605a7b5b0 (dataset): DatasetConfig { id: ed9805b7-c1b7-42bb-bb6b-ef8605a7b5b0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, eec7c537-27c7-4ae7-a19c-b7a7a483022b (dataset): DatasetConfig { id: eec7c537-27c7-4ae7-a19c-b7a7a483022b (dataset), name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, f91b460d-8aad-411f-8321-d552ef7caac0 (dataset): DatasetConfig { id: f91b460d-8aad-411f-8321-d552ef7caac0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f96dc87a-0516-46b5-9f63-6763cb8cba0f (dataset): DatasetConfig { id: f96dc87a-0516-46b5-9f63-6763cb8cba0f (dataset), name: DatasetName { pool_name: ZpoolName { id: 91e62592-6bd8-45a2-a311-bfef0a5977f4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fdfc388d-4b07-455d-97ff-6a6865ec0c33 (dataset): DatasetConfig { id: fdfc388d-4b07-455d-97ff-6a6865ec0c33 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fff8ece3-710e-4462-b538-01d66871ffc0 (dataset): DatasetConfig { id: fff8ece3-710e-4462-b538-01d66871ffc0 (dataset), name: DatasetName { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }} }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.490725321Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"No ledger in /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.490734921Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.490739461Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested datasets', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.490743371Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:909"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.505736633Z","hostname":"buskin","pid":1566,"name":"oxp_91e62592-6bd8-45a2-a311-bfef0a5977f4/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.505776454Z","hostname":"buskin","pid":1566,"name":"oxp_91e62592-6bd8-45a2-a311-bfef0a5977f4/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.505783004Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_91e62592-6bd8-45a2-a311-bfef0a5977f4/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.552765691Z","hostname":"buskin","pid":1566,"name":"oxp_36139540-6634-4f0c-9c90-f57efa2432be/crypt/zone/oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.552796812Z","hostname":"buskin","pid":1566,"name":"oxp_36139540-6634-4f0c-9c90-f57efa2432be/crypt/zone/oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.552800972Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/36139540-6634-4f0c-9c90-f57efa2432be/crypt/zone/oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b\"), full_name: \"oxp_36139540-6634-4f0c-9c90-f57efa2432be/crypt/zone/oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.611831194Z","hostname":"buskin","pid":1566,"name":"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/zone/oxz_internal_dns_392d8525-4c31-48fa-8943-c48b0201800f","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.611874555Z","hostname":"buskin","pid":1566,"name":"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/zone/oxz_internal_dns_392d8525-4c31-48fa-8943-c48b0201800f","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.611879705Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/zone/oxz_internal_dns_392d8525-4c31-48fa-8943-c48b0201800f\"), full_name: \"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/zone/oxz_internal_dns_392d8525-4c31-48fa-8943-c48b0201800f\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0)","v":0,"name":"SledAgent","level":50,"time":"2025-01-08T18:20:10.629076804Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.67373519Z","hostname":"buskin","pid":1566,"name":"oxp_91e62592-6bd8-45a2-a311-bfef0a5977f4/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.673773491Z","hostname":"buskin","pid":1566,"name":"oxp_91e62592-6bd8-45a2-a311-bfef0a5977f4/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.673778241Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/91e62592-6bd8-45a2-a311-bfef0a5977f4/crypt/debug\"), full_name: \"oxp_91e62592-6bd8-45a2-a311-bfef0a5977f4/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.705600483Z","hostname":"buskin","pid":1566,"name":"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.705632733Z","hostname":"buskin","pid":1566,"name":"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.705637303Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.755052494Z","hostname":"buskin","pid":1566,"name":"oxp_93dafc63-6f00-46e6-a292-a8413d960ce4/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.755086935Z","hostname":"buskin","pid":1566,"name":"oxp_93dafc63-6f00-46e6-a292-a8413d960ce4/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.755091135Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_93dafc63-6f00-46e6-a292-a8413d960ce4/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.802706508Z","hostname":"buskin","pid":1566,"name":"oxp_bf665b71-2255-48d6-b1fd-c863b4c8e1af/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.802740159Z","hostname":"buskin","pid":1566,"name":"oxp_bf665b71-2255-48d6-b1fd-c863b4c8e1af/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.802744469Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_bf665b71-2255-48d6-b1fd-c863b4c8e1af/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.852047767Z","hostname":"buskin","pid":1566,"name":"oxp_36139540-6634-4f0c-9c90-f57efa2432be/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.852080198Z","hostname":"buskin","pid":1566,"name":"oxp_36139540-6634-4f0c-9c90-f57efa2432be/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.852084608Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/36139540-6634-4f0c-9c90-f57efa2432be/crypt/zone\"), full_name: \"oxp_36139540-6634-4f0c-9c90-f57efa2432be/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.880582642Z","hostname":"buskin","pid":1566,"name":"oxp_bf665b71-2255-48d6-b1fd-c863b4c8e1af/crypt/zone/oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.880625963Z","hostname":"buskin","pid":1566,"name":"oxp_bf665b71-2255-48d6-b1fd-c863b4c8e1af/crypt/zone/oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.880637464Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/bf665b71-2255-48d6-b1fd-c863b4c8e1af/crypt/zone/oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766\"), full_name: \"oxp_bf665b71-2255-48d6-b1fd-c863b4c8e1af/crypt/zone/oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.940028345Z","hostname":"buskin","pid":1566,"name":"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.940069196Z","hostname":"buskin","pid":1566,"name":"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.940073526Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.989207298Z","hostname":"buskin","pid":1566,"name":"oxp_0ac8ff68-15ea-4477-a206-5a7619973e85/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.989244479Z","hostname":"buskin","pid":1566,"name":"oxp_0ac8ff68-15ea-4477-a206-5a7619973e85/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:10.989248659Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/0ac8ff68-15ea-4477-a206-5a7619973e85/crypt/zone\"), full_name: \"oxp_0ac8ff68-15ea-4477-a206-5a7619973e85/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.018403661Z","hostname":"buskin","pid":1566,"name":"oxp_4f399814-e4ff-4480-aa92-c4c936f90fd0/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.018440822Z","hostname":"buskin","pid":1566,"name":"oxp_4f399814-e4ff-4480-aa92-c4c936f90fd0/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.018444922Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/4f399814-e4ff-4480-aa92-c4c936f90fd0/crypt/zone\"), full_name: \"oxp_4f399814-e4ff-4480-aa92-c4c936f90fd0/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.047143141Z","hostname":"buskin","pid":1566,"name":"oxp_4f399814-e4ff-4480-aa92-c4c936f90fd0/crypt/zone/oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.047185342Z","hostname":"buskin","pid":1566,"name":"oxp_4f399814-e4ff-4480-aa92-c4c936f90fd0/crypt/zone/oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.047189692Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/4f399814-e4ff-4480-aa92-c4c936f90fd0/crypt/zone/oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd\"), full_name: \"oxp_4f399814-e4ff-4480-aa92-c4c936f90fd0/crypt/zone/oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.107327703Z","hostname":"buskin","pid":1566,"name":"oxp_efc412bd-0718-4381-8d37-e5a204c8c3de/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.107365934Z","hostname":"buskin","pid":1566,"name":"oxp_efc412bd-0718-4381-8d37-e5a204c8c3de/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.107371114Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/efc412bd-0718-4381-8d37-e5a204c8c3de/crypt/zone\"), full_name: \"oxp_efc412bd-0718-4381-8d37-e5a204c8c3de/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.136194687Z","hostname":"buskin","pid":1566,"name":"oxp_93dafc63-6f00-46e6-a292-a8413d960ce4/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.136228298Z","hostname":"buskin","pid":1566,"name":"oxp_93dafc63-6f00-46e6-a292-a8413d960ce4/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.136233158Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/93dafc63-6f00-46e6-a292-a8413d960ce4/crypt/debug\"), full_name: \"oxp_93dafc63-6f00-46e6-a292-a8413d960ce4/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.165581664Z","hostname":"buskin","pid":1566,"name":"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/zone/oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.165621456Z","hostname":"buskin","pid":1566,"name":"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/zone/oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.165626636Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/zone/oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77\"), full_name: \"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/zone/oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.225581641Z","hostname":"buskin","pid":1566,"name":"oxp_4f399814-e4ff-4480-aa92-c4c936f90fd0/crypt/zone/oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.225616012Z","hostname":"buskin","pid":1566,"name":"oxp_4f399814-e4ff-4480-aa92-c4c936f90fd0/crypt/zone/oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.225620042Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/4f399814-e4ff-4480-aa92-c4c936f90fd0/crypt/zone/oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501\"), full_name: \"oxp_4f399814-e4ff-4480-aa92-c4c936f90fd0/crypt/zone/oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.286823951Z","hostname":"buskin","pid":1566,"name":"oxp_c1f40097-34cd-4b0e-8a1d-a4c6931740f6/crypt/zone/oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.286858002Z","hostname":"buskin","pid":1566,"name":"oxp_c1f40097-34cd-4b0e-8a1d-a4c6931740f6/crypt/zone/oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.286862042Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/c1f40097-34cd-4b0e-8a1d-a4c6931740f6/crypt/zone/oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8\"), full_name: \"oxp_c1f40097-34cd-4b0e-8a1d-a4c6931740f6/crypt/zone/oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.348625325Z","hostname":"buskin","pid":1566,"name":"oxp_bf665b71-2255-48d6-b1fd-c863b4c8e1af/crypt/zone/oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.348664136Z","hostname":"buskin","pid":1566,"name":"oxp_bf665b71-2255-48d6-b1fd-c863b4c8e1af/crypt/zone/oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.348669126Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/bf665b71-2255-48d6-b1fd-c863b4c8e1af/crypt/zone/oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3\"), full_name: \"oxp_bf665b71-2255-48d6-b1fd-c863b4c8e1af/crypt/zone/oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.408977951Z","hostname":"buskin","pid":1566,"name":"oxp_0ac8ff68-15ea-4477-a206-5a7619973e85/crypt/zone/oxz_internal_dns_654ed3a1-a574-4551-8bd0-2ab525bdb4a4","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.409014762Z","hostname":"buskin","pid":1566,"name":"oxp_0ac8ff68-15ea-4477-a206-5a7619973e85/crypt/zone/oxz_internal_dns_654ed3a1-a574-4551-8bd0-2ab525bdb4a4","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.409018972Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/0ac8ff68-15ea-4477-a206-5a7619973e85/crypt/zone/oxz_internal_dns_654ed3a1-a574-4551-8bd0-2ab525bdb4a4\"), full_name: \"oxp_0ac8ff68-15ea-4477-a206-5a7619973e85/crypt/zone/oxz_internal_dns_654ed3a1-a574-4551-8bd0-2ab525bdb4a4\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.468560807Z","hostname":"buskin","pid":1566,"name":"oxp_0ac8ff68-15ea-4477-a206-5a7619973e85/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.468595078Z","hostname":"buskin","pid":1566,"name":"oxp_0ac8ff68-15ea-4477-a206-5a7619973e85/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.468598998Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/0ac8ff68-15ea-4477-a206-5a7619973e85/crypt/debug\"), full_name: \"oxp_0ac8ff68-15ea-4477-a206-5a7619973e85/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.497483242Z","hostname":"buskin","pid":1566,"name":"oxp_c1f40097-34cd-4b0e-8a1d-a4c6931740f6/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.497518333Z","hostname":"buskin","pid":1566,"name":"oxp_c1f40097-34cd-4b0e-8a1d-a4c6931740f6/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.497523003Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_c1f40097-34cd-4b0e-8a1d-a4c6931740f6/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.545687941Z","hostname":"buskin","pid":1566,"name":"oxp_efc412bd-0718-4381-8d37-e5a204c8c3de/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.545726412Z","hostname":"buskin","pid":1566,"name":"oxp_efc412bd-0718-4381-8d37-e5a204c8c3de/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.545731492Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/efc412bd-0718-4381-8d37-e5a204c8c3de/crypt/debug\"), full_name: \"oxp_efc412bd-0718-4381-8d37-e5a204c8c3de/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.575338416Z","hostname":"buskin","pid":1566,"name":"oxp_0ac8ff68-15ea-4477-a206-5a7619973e85/crypt/zone/oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.575369586Z","hostname":"buskin","pid":1566,"name":"oxp_0ac8ff68-15ea-4477-a206-5a7619973e85/crypt/zone/oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.575373426Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/0ac8ff68-15ea-4477-a206-5a7619973e85/crypt/zone/oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f\"), full_name: \"oxp_0ac8ff68-15ea-4477-a206-5a7619973e85/crypt/zone/oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0)","v":0,"name":"SledAgent","level":50,"time":"2025-01-08T18:20:11.631480222Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.633799732Z","hostname":"buskin","pid":1566,"name":"oxp_91e62592-6bd8-45a2-a311-bfef0a5977f4/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.633807003Z","hostname":"buskin","pid":1566,"name":"oxp_91e62592-6bd8-45a2-a311-bfef0a5977f4/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.633811023Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/91e62592-6bd8-45a2-a311-bfef0a5977f4/crypt/zone\"), full_name: \"oxp_91e62592-6bd8-45a2-a311-bfef0a5977f4/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.662966234Z","hostname":"buskin","pid":1566,"name":"oxp_efc412bd-0718-4381-8d37-e5a204c8c3de/crypt/zone/oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.662998075Z","hostname":"buskin","pid":1566,"name":"oxp_efc412bd-0718-4381-8d37-e5a204c8c3de/crypt/zone/oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.663014055Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/efc412bd-0718-4381-8d37-e5a204c8c3de/crypt/zone/oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a\"), full_name: \"oxp_efc412bd-0718-4381-8d37-e5a204c8c3de/crypt/zone/oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.722226682Z","hostname":"buskin","pid":1566,"name":"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.722262033Z","hostname":"buskin","pid":1566,"name":"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.722266143Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.77115383Z","hostname":"buskin","pid":1566,"name":"oxp_93dafc63-6f00-46e6-a292-a8413d960ce4/crypt/zone/oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.771202531Z","hostname":"buskin","pid":1566,"name":"oxp_93dafc63-6f00-46e6-a292-a8413d960ce4/crypt/zone/oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.771209651Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/93dafc63-6f00-46e6-a292-a8413d960ce4/crypt/zone/oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e\"), full_name: \"oxp_93dafc63-6f00-46e6-a292-a8413d960ce4/crypt/zone/oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.833312233Z","hostname":"buskin","pid":1566,"name":"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.833349064Z","hostname":"buskin","pid":1566,"name":"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.833354014Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/external_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.871674825Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4485"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.871730486Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4527"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.884922841Z","hostname":"buskin","pid":1566,"name":"oxp_0ac8ff68-15ea-4477-a206-5a7619973e85/crypt/zone/oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.884967882Z","hostname":"buskin","pid":1566,"name":"oxp_0ac8ff68-15ea-4477-a206-5a7619973e85/crypt/zone/oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.884974122Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/0ac8ff68-15ea-4477-a206-5a7619973e85/crypt/zone/oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3\"), full_name: \"oxp_0ac8ff68-15ea-4477-a206-5a7619973e85/crypt/zone/oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.947786212Z","hostname":"buskin","pid":1566,"name":"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.947827873Z","hostname":"buskin","pid":1566,"name":"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.947833493Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/zone\"), full_name: \"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.976601774Z","hostname":"buskin","pid":1566,"name":"oxp_efc412bd-0718-4381-8d37-e5a204c8c3de/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.976647965Z","hostname":"buskin","pid":1566,"name":"oxp_efc412bd-0718-4381-8d37-e5a204c8c3de/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:11.976655316Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_efc412bd-0718-4381-8d37-e5a204c8c3de/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.027399441Z","hostname":"buskin","pid":1566,"name":"oxp_91e62592-6bd8-45a2-a311-bfef0a5977f4/crypt/zone/oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.027447892Z","hostname":"buskin","pid":1566,"name":"oxp_91e62592-6bd8-45a2-a311-bfef0a5977f4/crypt/zone/oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.027453322Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/91e62592-6bd8-45a2-a311-bfef0a5977f4/crypt/zone/oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd\"), full_name: \"oxp_91e62592-6bd8-45a2-a311-bfef0a5977f4/crypt/zone/oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.086591477Z","hostname":"buskin","pid":1566,"name":"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/clickhouse","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.086627168Z","hostname":"buskin","pid":1566,"name":"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/clickhouse","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.086631198Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/clickhouse\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.136155361Z","hostname":"buskin","pid":1566,"name":"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/zone/oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.136204482Z","hostname":"buskin","pid":1566,"name":"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/zone/oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.136212143Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/zone/oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb\"), full_name: \"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/zone/oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.194419633Z","hostname":"buskin","pid":1566,"name":"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/zone/oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.194461304Z","hostname":"buskin","pid":1566,"name":"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/zone/oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.194471674Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/zone/oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f\"), full_name: \"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/zone/oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.254378878Z","hostname":"buskin","pid":1566,"name":"oxp_0ac8ff68-15ea-4477-a206-5a7619973e85/crypt/zone/oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.254413659Z","hostname":"buskin","pid":1566,"name":"oxp_0ac8ff68-15ea-4477-a206-5a7619973e85/crypt/zone/oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.25441779Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/0ac8ff68-15ea-4477-a206-5a7619973e85/crypt/zone/oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58\"), full_name: \"oxp_0ac8ff68-15ea-4477-a206-5a7619973e85/crypt/zone/oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.314967841Z","hostname":"buskin","pid":1566,"name":"oxp_0ac8ff68-15ea-4477-a206-5a7619973e85/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.315018052Z","hostname":"buskin","pid":1566,"name":"oxp_0ac8ff68-15ea-4477-a206-5a7619973e85/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.315026373Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_0ac8ff68-15ea-4477-a206-5a7619973e85/crypt/external_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.364646298Z","hostname":"buskin","pid":1566,"name":"oxp_4f399814-e4ff-4480-aa92-c4c936f90fd0/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.364682319Z","hostname":"buskin","pid":1566,"name":"oxp_4f399814-e4ff-4480-aa92-c4c936f90fd0/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.364687169Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_4f399814-e4ff-4480-aa92-c4c936f90fd0/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.413816302Z","hostname":"buskin","pid":1566,"name":"oxp_bf665b71-2255-48d6-b1fd-c863b4c8e1af/crypt/zone/oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.413855694Z","hostname":"buskin","pid":1566,"name":"oxp_bf665b71-2255-48d6-b1fd-c863b4c8e1af/crypt/zone/oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.413860783Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/bf665b71-2255-48d6-b1fd-c863b4c8e1af/crypt/zone/oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1\"), full_name: \"oxp_bf665b71-2255-48d6-b1fd-c863b4c8e1af/crypt/zone/oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.472067114Z","hostname":"buskin","pid":1566,"name":"oxp_bf665b71-2255-48d6-b1fd-c863b4c8e1af/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.472103185Z","hostname":"buskin","pid":1566,"name":"oxp_bf665b71-2255-48d6-b1fd-c863b4c8e1af/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.472107435Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_bf665b71-2255-48d6-b1fd-c863b4c8e1af/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.520243932Z","hostname":"buskin","pid":1566,"name":"oxp_36139540-6634-4f0c-9c90-f57efa2432be/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.520276933Z","hostname":"buskin","pid":1566,"name":"oxp_36139540-6634-4f0c-9c90-f57efa2432be/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.520281053Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_36139540-6634-4f0c-9c90-f57efa2432be/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.568589724Z","hostname":"buskin","pid":1566,"name":"oxp_c1f40097-34cd-4b0e-8a1d-a4c6931740f6/crypt/zone/oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.568622555Z","hostname":"buskin","pid":1566,"name":"oxp_c1f40097-34cd-4b0e-8a1d-a4c6931740f6/crypt/zone/oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.568631796Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/c1f40097-34cd-4b0e-8a1d-a4c6931740f6/crypt/zone/oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63\"), full_name: \"oxp_c1f40097-34cd-4b0e-8a1d-a4c6931740f6/crypt/zone/oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.627985966Z","hostname":"buskin","pid":1566,"name":"oxp_bf665b71-2255-48d6-b1fd-c863b4c8e1af/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.628021916Z","hostname":"buskin","pid":1566,"name":"oxp_bf665b71-2255-48d6-b1fd-c863b4c8e1af/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.628026067Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/bf665b71-2255-48d6-b1fd-c863b4c8e1af/crypt/debug\"), full_name: \"oxp_bf665b71-2255-48d6-b1fd-c863b4c8e1af/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0)","v":0,"name":"SledAgent","level":50,"time":"2025-01-08T18:20:12.634142616Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.657934118Z","hostname":"buskin","pid":1566,"name":"oxp_bf665b71-2255-48d6-b1fd-c863b4c8e1af/crypt/zone/oxz_internal_dns_fa9d7cee-8b9d-425a-afbc-64b19bf54aaa","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.657969099Z","hostname":"buskin","pid":1566,"name":"oxp_bf665b71-2255-48d6-b1fd-c863b4c8e1af/crypt/zone/oxz_internal_dns_fa9d7cee-8b9d-425a-afbc-64b19bf54aaa","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.657973109Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/bf665b71-2255-48d6-b1fd-c863b4c8e1af/crypt/zone/oxz_internal_dns_fa9d7cee-8b9d-425a-afbc-64b19bf54aaa\"), full_name: \"oxp_bf665b71-2255-48d6-b1fd-c863b4c8e1af/crypt/zone/oxz_internal_dns_fa9d7cee-8b9d-425a-afbc-64b19bf54aaa\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.718227032Z","hostname":"buskin","pid":1566,"name":"oxp_0ac8ff68-15ea-4477-a206-5a7619973e85/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.718261923Z","hostname":"buskin","pid":1566,"name":"oxp_0ac8ff68-15ea-4477-a206-5a7619973e85/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.718266103Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_0ac8ff68-15ea-4477-a206-5a7619973e85/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.765959329Z","hostname":"buskin","pid":1566,"name":"oxp_c1f40097-34cd-4b0e-8a1d-a4c6931740f6/crypt/zone/oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.76598949Z","hostname":"buskin","pid":1566,"name":"oxp_c1f40097-34cd-4b0e-8a1d-a4c6931740f6/crypt/zone/oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.76599366Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/c1f40097-34cd-4b0e-8a1d-a4c6931740f6/crypt/zone/oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795\"), full_name: \"oxp_c1f40097-34cd-4b0e-8a1d-a4c6931740f6/crypt/zone/oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.824693453Z","hostname":"buskin","pid":1566,"name":"oxp_36139540-6634-4f0c-9c90-f57efa2432be/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.824729534Z","hostname":"buskin","pid":1566,"name":"oxp_36139540-6634-4f0c-9c90-f57efa2432be/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.824733634Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/36139540-6634-4f0c-9c90-f57efa2432be/crypt/debug\"), full_name: \"oxp_36139540-6634-4f0c-9c90-f57efa2432be/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.853947767Z","hostname":"buskin","pid":1566,"name":"oxp_93dafc63-6f00-46e6-a292-a8413d960ce4/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.853983308Z","hostname":"buskin","pid":1566,"name":"oxp_93dafc63-6f00-46e6-a292-a8413d960ce4/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.853988028Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/93dafc63-6f00-46e6-a292-a8413d960ce4/crypt/zone\"), full_name: \"oxp_93dafc63-6f00-46e6-a292-a8413d960ce4/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.883366935Z","hostname":"buskin","pid":1566,"name":"oxp_93dafc63-6f00-46e6-a292-a8413d960ce4/crypt/zone/oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.883406256Z","hostname":"buskin","pid":1566,"name":"oxp_93dafc63-6f00-46e6-a292-a8413d960ce4/crypt/zone/oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.883410746Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/93dafc63-6f00-46e6-a292-a8413d960ce4/crypt/zone/oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646\"), full_name: \"oxp_93dafc63-6f00-46e6-a292-a8413d960ce4/crypt/zone/oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.943407713Z","hostname":"buskin","pid":1566,"name":"oxp_c1f40097-34cd-4b0e-8a1d-a4c6931740f6/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.943443444Z","hostname":"buskin","pid":1566,"name":"oxp_c1f40097-34cd-4b0e-8a1d-a4c6931740f6/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.943447594Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/c1f40097-34cd-4b0e-8a1d-a4c6931740f6/crypt/debug\"), full_name: \"oxp_c1f40097-34cd-4b0e-8a1d-a4c6931740f6/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.972336629Z","hostname":"buskin","pid":1566,"name":"oxp_efc412bd-0718-4381-8d37-e5a204c8c3de/crypt/zone/oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.972377Z","hostname":"buskin","pid":1566,"name":"oxp_efc412bd-0718-4381-8d37-e5a204c8c3de/crypt/zone/oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:12.9723815Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/efc412bd-0718-4381-8d37-e5a204c8c3de/crypt/zone/oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a\"), full_name: \"oxp_efc412bd-0718-4381-8d37-e5a204c8c3de/crypt/zone/oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.033247669Z","hostname":"buskin","pid":1566,"name":"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/zone/oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.03328279Z","hostname":"buskin","pid":1566,"name":"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/zone/oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.033297851Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/zone/oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81\"), full_name: \"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/zone/oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.093140903Z","hostname":"buskin","pid":1566,"name":"oxp_bf665b71-2255-48d6-b1fd-c863b4c8e1af/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.093176515Z","hostname":"buskin","pid":1566,"name":"oxp_bf665b71-2255-48d6-b1fd-c863b4c8e1af/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.093180704Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_bf665b71-2255-48d6-b1fd-c863b4c8e1af/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.142950534Z","hostname":"buskin","pid":1566,"name":"oxp_c1f40097-34cd-4b0e-8a1d-a4c6931740f6/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.142997906Z","hostname":"buskin","pid":1566,"name":"oxp_c1f40097-34cd-4b0e-8a1d-a4c6931740f6/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.143005966Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_c1f40097-34cd-4b0e-8a1d-a4c6931740f6/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.19371483Z","hostname":"buskin","pid":1566,"name":"oxp_4f399814-e4ff-4480-aa92-c4c936f90fd0/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.193747671Z","hostname":"buskin","pid":1566,"name":"oxp_4f399814-e4ff-4480-aa92-c4c936f90fd0/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.193751781Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_4f399814-e4ff-4480-aa92-c4c936f90fd0/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.241317533Z","hostname":"buskin","pid":1566,"name":"oxp_4f399814-e4ff-4480-aa92-c4c936f90fd0/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.241356014Z","hostname":"buskin","pid":1566,"name":"oxp_4f399814-e4ff-4480-aa92-c4c936f90fd0/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.241360174Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/4f399814-e4ff-4480-aa92-c4c936f90fd0/crypt/debug\"), full_name: \"oxp_4f399814-e4ff-4480-aa92-c4c936f90fd0/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.269670834Z","hostname":"buskin","pid":1566,"name":"oxp_93dafc63-6f00-46e6-a292-a8413d960ce4/crypt/zone/oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.269702265Z","hostname":"buskin","pid":1566,"name":"oxp_93dafc63-6f00-46e6-a292-a8413d960ce4/crypt/zone/oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.269706245Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/93dafc63-6f00-46e6-a292-a8413d960ce4/crypt/zone/oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda\"), full_name: \"oxp_93dafc63-6f00-46e6-a292-a8413d960ce4/crypt/zone/oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.331063367Z","hostname":"buskin","pid":1566,"name":"oxp_bf665b71-2255-48d6-b1fd-c863b4c8e1af/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.331102808Z","hostname":"buskin","pid":1566,"name":"oxp_bf665b71-2255-48d6-b1fd-c863b4c8e1af/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.331106958Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/bf665b71-2255-48d6-b1fd-c863b4c8e1af/crypt/zone\"), full_name: \"oxp_bf665b71-2255-48d6-b1fd-c863b4c8e1af/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.361916843Z","hostname":"buskin","pid":1566,"name":"oxp_93dafc63-6f00-46e6-a292-a8413d960ce4/crypt/zone/oxz_ntp_ddedf876-8456-4d11-91dc-9b39882f74e4","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.361948324Z","hostname":"buskin","pid":1566,"name":"oxp_93dafc63-6f00-46e6-a292-a8413d960ce4/crypt/zone/oxz_ntp_ddedf876-8456-4d11-91dc-9b39882f74e4","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.361952044Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/93dafc63-6f00-46e6-a292-a8413d960ce4/crypt/zone/oxz_ntp_ddedf876-8456-4d11-91dc-9b39882f74e4\"), full_name: \"oxp_93dafc63-6f00-46e6-a292-a8413d960ce4/crypt/zone/oxz_ntp_ddedf876-8456-4d11-91dc-9b39882f74e4\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:13.38399649Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"10.735863762s"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.422263099Z","hostname":"buskin","pid":1566,"name":"oxp_0ac8ff68-15ea-4477-a206-5a7619973e85/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.422295Z","hostname":"buskin","pid":1566,"name":"oxp_0ac8ff68-15ea-4477-a206-5a7619973e85/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.42229915Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_0ac8ff68-15ea-4477-a206-5a7619973e85/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.473275171Z","hostname":"buskin","pid":1566,"name":"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.473302632Z","hostname":"buskin","pid":1566,"name":"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.473306672Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/debug\"), full_name: \"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.502866134Z","hostname":"buskin","pid":1566,"name":"oxp_0ac8ff68-15ea-4477-a206-5a7619973e85/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.502894425Z","hostname":"buskin","pid":1566,"name":"oxp_0ac8ff68-15ea-4477-a206-5a7619973e85/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.502898595Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_0ac8ff68-15ea-4477-a206-5a7619973e85/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.553139887Z","hostname":"buskin","pid":1566,"name":"oxp_91e62592-6bd8-45a2-a311-bfef0a5977f4/crypt/zone/oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.553172478Z","hostname":"buskin","pid":1566,"name":"oxp_91e62592-6bd8-45a2-a311-bfef0a5977f4/crypt/zone/oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.553177838Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/91e62592-6bd8-45a2-a311-bfef0a5977f4/crypt/zone/oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c\"), full_name: \"oxp_91e62592-6bd8-45a2-a311-bfef0a5977f4/crypt/zone/oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.612172809Z","hostname":"buskin","pid":1566,"name":"oxp_4f399814-e4ff-4480-aa92-c4c936f90fd0/crypt/zone/oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.612204679Z","hostname":"buskin","pid":1566,"name":"oxp_4f399814-e4ff-4480-aa92-c4c936f90fd0/crypt/zone/oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.612208999Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/4f399814-e4ff-4480-aa92-c4c936f90fd0/crypt/zone/oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7\"), full_name: \"oxp_4f399814-e4ff-4480-aa92-c4c936f90fd0/crypt/zone/oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0)","v":0,"name":"SledAgent","level":50,"time":"2025-01-08T18:20:13.636778471Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.674083965Z","hostname":"buskin","pid":1566,"name":"oxp_c1f40097-34cd-4b0e-8a1d-a4c6931740f6/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.674117896Z","hostname":"buskin","pid":1566,"name":"oxp_c1f40097-34cd-4b0e-8a1d-a4c6931740f6/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.674122516Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/c1f40097-34cd-4b0e-8a1d-a4c6931740f6/crypt/zone\"), full_name: \"oxp_c1f40097-34cd-4b0e-8a1d-a4c6931740f6/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Writing ledger to /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/config/.omicron-datasets.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.70336351Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/config/.omicron-datasets.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.70373599Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"datasets ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.704069029Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:861"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.704189141Z","hostname":"buskin","pid":1566,"uri":"/datasets","method":"PUT","req_id":"f2bcb9a7-955b-4ad7-9ac6-8a71a86872de","remote_addr":"[fd00:1122:3344:101::1]:40092","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3213928,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 392d8525-4c31-48fa-8943-c48b0201800f (service), filesystem_pool: Some(ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 654ed3a1-a574-4551-8bd0-2ab525bdb4a4 (service), filesystem_pool: Some(ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fa9d7cee-8b9d-425a-afbc-64b19bf54aaa (service), filesystem_pool: Some(ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.736099645Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.73628821Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:41107"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.736568467Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.736574517Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.746278351Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.746316752Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.755156363Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.755197884Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.763346977Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"No ledger in /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.763387178Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.763394748Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.763442739Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.805858227Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.805895288Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.805902048Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_654ed3a1-a574-4551-8bd0-2ab525bdb4a4","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.858348908Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_392d8525-4c31-48fa-8943-c48b0201800f","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.862128376Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_fa9d7cee-8b9d-425a-afbc-64b19bf54aaa","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.866214453Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_internal_dns_654ed3a1-a574-4551-8bd0-2ab525bdb4a4","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.878426482Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_internal_dns_392d8525-4c31-48fa-8943-c48b0201800f","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.885524987Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_internal_dns_fa9d7cee-8b9d-425a-afbc-64b19bf54aaa","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:13.890753124Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0)","v":0,"name":"SledAgent","level":50,"time":"2025-01-08T18:20:14.638338267Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Profile for oxz_internal_dns_392d8525-4c31-48fa-8943-c48b0201800f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:15.445436924Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:15.924706741Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_fa9d7cee-8b9d-425a-afbc-64b19bf54aaa:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:15.924801013Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:15.924809263Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:15.953368929Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4559"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:15.95341648Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4565"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:16.047708342Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4606"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:16.047750313Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-08T18:20:16.38037979Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2349201026162231174"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-08T18:20:16.380505703Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6225703372757367109"} {"msg":"Failed to get switch ID from MGS (retrying in 51.084604ms)","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:16.383216354Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"Profile for oxz_internal_dns_654ed3a1-a574-4551-8bd0-2ab525bdb4a4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:16.410483716Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_internal_dns_392d8525-4c31-48fa-8943-c48b0201800f zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:16.410528717Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_392d8525-4c31-48fa-8943-c48b0201800f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_internal_dns_fa9d7cee-8b9d-425a-afbc-64b19bf54aaa zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:16.415183559Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_fa9d7cee-8b9d-425a-afbc-64b19bf54aaa","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:16.419902502Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Booting oxz_internal_dns_654ed3a1-a574-4551-8bd0-2ab525bdb4a4 zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:16.419970724Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_654ed3a1-a574-4551-8bd0-2ab525bdb4a4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Failed to get switch ID from MGS (retrying in 108.252738ms)","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:16.435858949Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:16.550114703Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:420"} {"msg":"wait for service Some(\"oxz_internal_dns_392d8525-4c31-48fa-8943-c48b0201800f\") failed: Property not found. retry in 44.349627ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:16.55382874Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_392d8525-4c31-48fa-8943-c48b0201800f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_fa9d7cee-8b9d-425a-afbc-64b19bf54aaa\") failed: Property not found. retry in 61.937133ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:16.561139951Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_fa9d7cee-8b9d-425a-afbc-64b19bf54aaa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_654ed3a1-a574-4551-8bd0-2ab525bdb4a4\") failed: Property not found. retry in 42.167804ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:16.569335645Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_654ed3a1-a574-4551-8bd0-2ab525bdb4a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:16.588815213Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:717"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:16.588927627Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:762"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:16.589384258Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:765","uptime":"0"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:16.589406499Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:444","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: Some(\n None,\n ),\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n tx_eq: None,\n },\n },\n },\n}"} {"msg":"wait for service Some(\"oxz_internal_dns_654ed3a1-a574-4551-8bd0-2ab525bdb4a4\") failed: Property not found. retry in 140.526371ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:16.66106481Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_654ed3a1-a574-4551-8bd0-2ab525bdb4a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_392d8525-4c31-48fa-8943-c48b0201800f\") failed: Property not found. retry in 88.178084ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:16.783254962Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_392d8525-4c31-48fa-8943-c48b0201800f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_fa9d7cee-8b9d-425a-afbc-64b19bf54aaa\") failed: Property not found. retry in 69.746162ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:16.82761895Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_fa9d7cee-8b9d-425a-afbc-64b19bf54aaa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:17.005084484Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"wait for service Some(\"oxz_internal_dns_654ed3a1-a574-4551-8bd0-2ab525bdb4a4\") failed: Property not found. retry in 203.704365ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:17.043391935Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_654ed3a1-a574-4551-8bd0-2ab525bdb4a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_392d8525-4c31-48fa-8943-c48b0201800f\") failed: Property not found. retry in 244.203307ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:17.111118113Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_392d8525-4c31-48fa-8943-c48b0201800f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_fa9d7cee-8b9d-425a-afbc-64b19bf54aaa\") failed: Property not found. retry in 263.044682ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:17.204696257Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_fa9d7cee-8b9d-425a-afbc-64b19bf54aaa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_654ed3a1-a574-4551-8bd0-2ab525bdb4a4\") failed: Property not found. retry in 280.635452ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:17.358979766Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_654ed3a1-a574-4551-8bd0-2ab525bdb4a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-08T18:20:17.396859495Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"18250165013537883834"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-08T18:20:17.397648406Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2727085820797177907"} {"msg":"wait for service Some(\"oxz_internal_dns_392d8525-4c31-48fa-8943-c48b0201800f\") failed: Property not found. retry in 217.401159ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:17.398335564Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_392d8525-4c31-48fa-8943-c48b0201800f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:17.407880993Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:17.407913324Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:17.407925515Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:17.407935475Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:17.407944415Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:17.407950895Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:17.407957345Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:17.407964245Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:17.407971296Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:17.407990156Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:17.407999037Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:17.408004477Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:17.408010197Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:17.408016977Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:17.408024137Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:17.408031147Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:17.408037707Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:17.408042438Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:17.408047228Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:17.408052598Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:17.408059658Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:17.408067418Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:17.408083209Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_fa9d7cee-8b9d-425a-afbc-64b19bf54aaa\") failed: Property not found. retry in 251.493831ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:17.480238013Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_fa9d7cee-8b9d-425a-afbc-64b19bf54aaa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_392d8525-4c31-48fa-8943-c48b0201800f\") failed: Property not found. retry in 606.931061ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:17.625533207Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_392d8525-4c31-48fa-8943-c48b0201800f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_654ed3a1-a574-4551-8bd0-2ab525bdb4a4\") failed: Property not found. retry in 1.098608511s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:17.649342929Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_654ed3a1-a574-4551-8bd0-2ab525bdb4a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_fa9d7cee-8b9d-425a-afbc-64b19bf54aaa\") failed: Property not found. retry in 1.140813862s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:17.74165434Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_fa9d7cee-8b9d-425a-afbc-64b19bf54aaa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_392d8525-4c31-48fa-8943-c48b0201800f\") failed: Property not found. retry in 838.45899ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:18.244503262Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_392d8525-4c31-48fa-8943-c48b0201800f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_654ed3a1-a574-4551-8bd0-2ab525bdb4a4\") failed: Property not found. retry in 1.434493845s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:18.760792215Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_654ed3a1-a574-4551-8bd0-2ab525bdb4a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_fa9d7cee-8b9d-425a-afbc-64b19bf54aaa\") failed: Property not found. retry in 704.574189ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:18.89576172Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_fa9d7cee-8b9d-425a-afbc-64b19bf54aaa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_392d8525-4c31-48fa-8943-c48b0201800f\") failed: Property not found. retry in 1.349826757s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:19.094531131Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_392d8525-4c31-48fa-8943-c48b0201800f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_fa9d7cee-8b9d-425a-afbc-64b19bf54aaa\") failed: Property not found. retry in 1.347784567s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:19.610050084Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_fa9d7cee-8b9d-425a-afbc-64b19bf54aaa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_654ed3a1-a574-4551-8bd0-2ab525bdb4a4\") failed: Property not found. retry in 1.425851798s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:20.203836351Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_654ed3a1-a574-4551-8bd0-2ab525bdb4a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_392d8525-4c31-48fa-8943-c48b0201800f\") failed: Property not found. retry in 1.405287889s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:20.452756371Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_392d8525-4c31-48fa-8943-c48b0201800f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_fa9d7cee-8b9d-425a-afbc-64b19bf54aaa\") failed: Property not found. retry in 842.036075ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:20.966694483Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_fa9d7cee-8b9d-425a-afbc-64b19bf54aaa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_654ed3a1-a574-4551-8bd0-2ab525bdb4a4\") failed: Property not found. retry in 1.420156782s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:21.641632149Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_654ed3a1-a574-4551-8bd0-2ab525bdb4a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_fa9d7cee-8b9d-425a-afbc-64b19bf54aaa\") failed: Property not found. retry in 1.17552071s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:21.818084107Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_fa9d7cee-8b9d-425a-afbc-64b19bf54aaa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_392d8525-4c31-48fa-8943-c48b0201800f\") failed: Property not found. retry in 703.909825ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:21.867440666Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_392d8525-4c31-48fa-8943-c48b0201800f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.079098559Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_internal_dns_654ed3a1-a574-4551-8bd0-2ab525bdb4a4"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.079173981Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_internal_dns_392d8525-4c31-48fa-8943-c48b0201800f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.079183451Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_internal_dns_fa9d7cee-8b9d-425a-afbc-64b19bf54aaa"} {"msg":"Writing ledger to /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.079202762Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.079561361Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.079879319Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"af2f5161-c1e5-4605-a958-66eeca9f546c","remote_addr":"[fd00:1122:3344:101::1]:41107","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9343507,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.081533983Z","hostname":"buskin","pid":1566,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:658"} {"msg":"failed to write DNS configuration (will retry in 73.770907ms)","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:23.155204786Z","hostname":"buskin","pid":1566,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:678","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.255441454Z","hostname":"buskin","pid":1566,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:658"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.309579698Z","hostname":"buskin","pid":1566,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:658"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.363764713Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:694"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.363780343Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.395770449Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.396688173Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.396694543Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 392d8525-4c31-48fa-8943-c48b0201800f (service), filesystem_pool: Some(ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 654ed3a1-a574-4551-8bd0-2ab525bdb4a4 (service), filesystem_pool: Some(ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fa9d7cee-8b9d-425a-afbc-64b19bf54aaa (service), filesystem_pool: Some(ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ddedf876-8456-4d11-91dc-9b39882f74e4 (service), filesystem_pool: Some(ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 717c5259-349b-43db-bdc3-a0ed97cde3bc, kind: Service { id: ddedf876-8456-4d11-91dc-9b39882f74e4 }, name: Name(\"ntp-ddedf876-8456-4d11-91dc-9b39882f74e4\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 204, 188])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.425959357Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.42606852Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:45936"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.426405359Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.426415599Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.437234222Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.437269493Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.44710073Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.4471391Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.457303826Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.457350997Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.457517902Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.457625244Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.468889319Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.500040282Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.500655458Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.500666249Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.530151228Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 204, 188]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.530167929Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1275","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.530573179Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.53058137Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.530843786Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.531243887Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Configuring new Omicron zone: oxz_ntp_ddedf876-8456-4d11-91dc-9b39882f74e4","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.557250726Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_ntp_ddedf876-8456-4d11-91dc-9b39882f74e4","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:23.574984599Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Profile for oxz_ntp_ddedf876-8456-4d11-91dc-9b39882f74e4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:24.204330005Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_ddedf876-8456-4d11-91dc-9b39882f74e4 zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:24.204492409Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_ddedf876-8456-4d11-91dc-9b39882f74e4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_ddedf876-8456-4d11-91dc-9b39882f74e4\") failed: Property not found. retry in 43.759168ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:24.342670978Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_ddedf876-8456-4d11-91dc-9b39882f74e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_ddedf876-8456-4d11-91dc-9b39882f74e4\") failed: Property not found. retry in 81.768876ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:24.394260585Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_ddedf876-8456-4d11-91dc-9b39882f74e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_ddedf876-8456-4d11-91dc-9b39882f74e4\") failed: Property not found. retry in 122.188202ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:24.48711237Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_ddedf876-8456-4d11-91dc-9b39882f74e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_ddedf876-8456-4d11-91dc-9b39882f74e4\") failed: Property not found. retry in 550.455238ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:24.620597346Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_ddedf876-8456-4d11-91dc-9b39882f74e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_ddedf876-8456-4d11-91dc-9b39882f74e4\") failed: Property not found. retry in 1.088479355s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:25.183106425Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_ddedf876-8456-4d11-91dc-9b39882f74e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_ddedf876-8456-4d11-91dc-9b39882f74e4\") failed: Property not found. retry in 1.027252555s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:26.280868823Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_ddedf876-8456-4d11-91dc-9b39882f74e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-08T18:20:26.382562939Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2349201026162231174"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-08T18:20:26.382695533Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6225703372757367109"} {"msg":"wait for service Some(\"oxz_ntp_ddedf876-8456-4d11-91dc-9b39882f74e4\") failed: Property not found. retry in 631.598003ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:27.318270586Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_ddedf876-8456-4d11-91dc-9b39882f74e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-08T18:20:27.398359387Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"18250165013537883834"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-08T18:20:27.398490171Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2727085820797177907"} {"msg":"wait for service Some(\"oxz_ntp_ddedf876-8456-4d11-91dc-9b39882f74e4\") failed: Property not found. retry in 670.690835ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:27.95903682Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_ddedf876-8456-4d11-91dc-9b39882f74e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_ddedf876-8456-4d11-91dc-9b39882f74e4\") failed: Property not found. retry in 1.084768571s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:28.638531135Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_ddedf876-8456-4d11-91dc-9b39882f74e4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:29.744110808Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_ntp_ddedf876-8456-4d11-91dc-9b39882f74e4"} {"msg":"Writing ledger to /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:29.744198061Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:29.744600921Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:29.74496893Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"0d8cf539-f552-4302-90ee-5f03e07bbdf9","remote_addr":"[fd00:1122:3344:101::1]:45936","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6318791,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:29.747270361Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:735"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:29.776984477Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:29.777150451Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:55910"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_ddedf876-8456-4d11-91dc-9b39882f74e4': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2025-01-08T18:20:29.786330281Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3926"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:29.786458124Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"64c5492a-59c3-4bb6-b657-2985aefdfea6","remote_addr":"[fd00:1122:3344:101::1]:55910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9166,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:29.789164015Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:29.880278604Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:29.880431468Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:55737"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-08T18:20:32.597268109Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5704809099601365475"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-08T18:20:33.016407204Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8520123241479523945"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-08T18:20:33.080731284Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5845640364456094245"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_ddedf876-8456-4d11-91dc-9b39882f74e4': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2025-01-08T18:20:33.889024434Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3926"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:33.889134056Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"58172da3-aede-4653-be11-fe6e67c326f2","remote_addr":"[fd00:1122:3344:101::1]:55737","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008645,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:33.891406566Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:34.026561145Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:34.026735249Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:65281"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_ddedf876-8456-4d11-91dc-9b39882f74e4': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2025-01-08T18:20:34.035611811Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3926"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:34.035710474Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"957c10a9-3081-4872-80c5-d517a3a5a926","remote_addr":"[fd00:1122:3344:101::1]:65281","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8903,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:34.038690912Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:34.247056703Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:34.247211637Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:58803"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_ddedf876-8456-4d11-91dc-9b39882f74e4': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2025-01-08T18:20:34.255331979Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3926"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:34.255492774Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"e88fce63-5c5a-45e0-b308-33565599bab2","remote_addr":"[fd00:1122:3344:101::1]:58803","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8197,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:34.258404239Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:34.409131966Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:34.409248289Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:37043"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:36.418125681Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"795c9863-358f-4a1b-92e8-eaf6fd3c7456","remote_addr":"[fd00:1122:3344:101::1]:37043","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2008728,"response_code":"200"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-08T18:20:36.419775444Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2349201026162231174"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-08T18:20:36.419960479Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6225703372757367109"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:36.422899956Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:743"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:36.422908706Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:36.700891705Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:36.70106002Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:64751"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:36.710147347Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"24c4f4b5-d128-4800-8e0b-9161b1e9c2fd","remote_addr":"[fd00:1122:3344:101::1]:64751","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9018,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:36.712304254Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:743"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:36.712311874Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:37.143552289Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:37.143709733Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:61155"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:37.152320087Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"e33ba3e5-0c15-459e-a291-6460a38f119e","remote_addr":"[fd00:1122:3344:101::1]:61155","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8519,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:37.154661429Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:743"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:37.154678949Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-08T18:20:37.133197489Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"18250165013537883834"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-08T18:20:37.133315762Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2727085820797177907"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:37.276920012Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:37.277072886Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:61967"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:37.28526713Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"ecb5a32f-9e92-4b26-b4be-627a3f347e83","remote_addr":"[fd00:1122:3344:101::1]:61967","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8140,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:37.288147335Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:743"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:37.288157716Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:37.769195008Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:37.769311801Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:56018"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:37.777244518Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"2266f015-aaf6-43fd-a064-8109c50cd26f","remote_addr":"[fd00:1122:3344:101::1]:56018","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7869,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:37.779892987Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:743"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:37.779900477Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:38.1937722Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:38.193883753Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:58137"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:38.20143182Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"81324351-9fd3-41a2-ac18-ea5b9bb25ce1","remote_addr":"[fd00:1122:3344:101::1]:58137","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7502,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1736360436.8937972, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:38.205152997Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:743"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:38.205160738Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:38.711543032Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:38.711665236Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:60095"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:38.719539951Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"432744fa-7ee6-4c77-bed1-11c6e829791f","remote_addr":"[fd00:1122:3344:101::1]:60095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7818,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1736360436.8937972, correction: 0.037668686 }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:38.721618916Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:743"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:38.721626046Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:38.99749802Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"139.009065ms"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:39.309162316Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:39.309329701Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:40863"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:39.31839326Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"5d2b882e-6bff-48d3-9aa8-e80be84447b1","remote_addr":"[fd00:1122:3344:101::1]:40863","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8966,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1736360436.8937972, correction: 0.038127568 }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:39.321887751Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:743"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:39.321894849Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-08T18:20:39.588927717Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2023923433290177370"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-08T18:20:39.589039582Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16539421261258384925"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.457830597Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.45804842Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:62556"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.479257179Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"43912b10-ea42-478c-beb4-a0318a65e503","remote_addr":"[fd00:1122:3344:101::1]:62556","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":21031,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 2616771612, ip_addr: 155.248.196.28, stratum: 3, ref_time: 1736360440.244084, correction: 0.034998924 }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.484152787Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:743"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.484159641Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1392"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 392d8525-4c31-48fa-8943-c48b0201800f (service), filesystem_pool: Some(ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 654ed3a1-a574-4551-8bd0-2ab525bdb4a4 (service), filesystem_pool: Some(ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fa9d7cee-8b9d-425a-afbc-64b19bf54aaa (service), filesystem_pool: Some(ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ddedf876-8456-4d11-91dc-9b39882f74e4 (service), filesystem_pool: Some(ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 717c5259-349b-43db-bdc3-a0ed97cde3bc, kind: Service { id: ddedf876-8456-4d11-91dc-9b39882f74e4 }, name: Name(\"ntp-ddedf876-8456-4d11-91dc-9b39882f74e4\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 204, 188])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a9ba89b7-0e4a-4156-b7af-623bdf9eed77 (service), filesystem_pool: Some(ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7db60888-d89b-431c-9600-46f13cdc6d58 (service), filesystem_pool: Some(ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External } } } }, OmicronZoneConfig { id: d9316a13-f819-469a-bdc2-7716f0dd92e1 (service), filesystem_pool: Some(ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External } } } }, OmicronZoneConfig { id: 0aa15cc3-4e5b-4ebf-b647-89a40d11cae7 (service), filesystem_pool: Some(ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: f14f6e05-f479-462f-9c78-458b849e5795 (service), filesystem_pool: Some(ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.515091721Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.515187049Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:38727"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.515419649Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.515428405Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.526760407Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.526805229Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.536867064Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.536910284Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.545365114Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.545399868Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.553366014Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.553405128Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.563029928Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.563058316Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.57167758Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.571713112Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.580948022Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.580987417Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.589521383Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.589569899Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.589817115Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.589942959Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:40.62002262Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:40.620056474Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:40.620062737Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:40.620068793Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:40.620076706Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.620186856Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"e262cac2-52d4-42da-8acc-f909b944ebb7","remote_addr":"[fd00:1122:3344:101::1]:38727","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795\", TimeNotSynchronized), (\"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58\", TimeNotSynchronized), (\"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7\", TimeNotSynchronized), (\"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77\", TimeNotSynchronized), (\"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1\", TimeNotSynchronized)]","latency_us":104670,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:40.620382027Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"62.078862ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e262cac2-52d4-42da-8acc-f909b944ebb7\", \"content-length\": \"124\", \"date\": \"Wed, 08 Jan 2025 18:20:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"e262cac2-52d4-42da-8acc-f909b944ebb7\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 392d8525-4c31-48fa-8943-c48b0201800f (service), filesystem_pool: Some(ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 654ed3a1-a574-4551-8bd0-2ab525bdb4a4 (service), filesystem_pool: Some(ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fa9d7cee-8b9d-425a-afbc-64b19bf54aaa (service), filesystem_pool: Some(ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ddedf876-8456-4d11-91dc-9b39882f74e4 (service), filesystem_pool: Some(ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 717c5259-349b-43db-bdc3-a0ed97cde3bc, kind: Service { id: ddedf876-8456-4d11-91dc-9b39882f74e4 }, name: Name(\"ntp-ddedf876-8456-4d11-91dc-9b39882f74e4\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 204, 188])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a9ba89b7-0e4a-4156-b7af-623bdf9eed77 (service), filesystem_pool: Some(ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7db60888-d89b-431c-9600-46f13cdc6d58 (service), filesystem_pool: Some(ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External } } } }, OmicronZoneConfig { id: d9316a13-f819-469a-bdc2-7716f0dd92e1 (service), filesystem_pool: Some(ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External } } } }, OmicronZoneConfig { id: 0aa15cc3-4e5b-4ebf-b647-89a40d11cae7 (service), filesystem_pool: Some(ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: f14f6e05-f479-462f-9c78-458b849e5795 (service), filesystem_pool: Some(ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.683739625Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.683963609Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.684018276Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.693093437Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.693128566Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.702764712Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.702801922Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.711914299Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.711949803Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.720977709Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.72100862Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.729927578Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.729966269Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.739861966Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.739895885Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.74859919Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.748640714Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.757464022Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.757507411Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.757751301Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.757855882Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:40.788546979Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:40.788595271Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:40.788604374Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:40.788613618Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:40.78862246Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.788717674Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"12b99b06-9d46-4c63-ae31-8db5928ad8a0","remote_addr":"[fd00:1122:3344:101::1]:38727","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58\", TimeNotSynchronized), (\"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1\", TimeNotSynchronized), (\"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77\", TimeNotSynchronized), (\"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7\", TimeNotSynchronized), (\"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795\", TimeNotSynchronized)]","latency_us":104619,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:40.788899449Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"104.414932ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12b99b06-9d46-4c63-ae31-8db5928ad8a0\", \"content-length\": \"124\", \"date\": \"Wed, 08 Jan 2025 18:20:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"12b99b06-9d46-4c63-ae31-8db5928ad8a0\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 392d8525-4c31-48fa-8943-c48b0201800f (service), filesystem_pool: Some(ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 654ed3a1-a574-4551-8bd0-2ab525bdb4a4 (service), filesystem_pool: Some(ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fa9d7cee-8b9d-425a-afbc-64b19bf54aaa (service), filesystem_pool: Some(ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ddedf876-8456-4d11-91dc-9b39882f74e4 (service), filesystem_pool: Some(ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 717c5259-349b-43db-bdc3-a0ed97cde3bc, kind: Service { id: ddedf876-8456-4d11-91dc-9b39882f74e4 }, name: Name(\"ntp-ddedf876-8456-4d11-91dc-9b39882f74e4\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 204, 188])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a9ba89b7-0e4a-4156-b7af-623bdf9eed77 (service), filesystem_pool: Some(ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7db60888-d89b-431c-9600-46f13cdc6d58 (service), filesystem_pool: Some(ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External } } } }, OmicronZoneConfig { id: d9316a13-f819-469a-bdc2-7716f0dd92e1 (service), filesystem_pool: Some(ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External } } } }, OmicronZoneConfig { id: 0aa15cc3-4e5b-4ebf-b647-89a40d11cae7 (service), filesystem_pool: Some(ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: f14f6e05-f479-462f-9c78-458b849e5795 (service), filesystem_pool: Some(ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.894341037Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.894665609Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.894678275Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.904760346Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.904809885Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.913842031Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.913874675Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.922503225Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.922538035Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.931722058Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.931766095Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.941371371Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.94140155Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.950542249Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.950583237Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.959579608Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.959610227Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.968429124Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.968475109Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.968624813Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:40.968726338Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:41.002207899Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:41.002259313Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:41.002268613Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:41.002277529Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:41.002286154Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.002444614Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"84024464-5d28-4483-80ae-6f7b10e5278c","remote_addr":"[fd00:1122:3344:101::1]:38727","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795\", TimeNotSynchronized), (\"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58\", TimeNotSynchronized), (\"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7\", TimeNotSynchronized), (\"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1\", TimeNotSynchronized), (\"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77\", TimeNotSynchronized)]","latency_us":107639,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:41.002583761Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"80.967676ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84024464-5d28-4483-80ae-6f7b10e5278c\", \"content-length\": \"124\", \"date\": \"Wed, 08 Jan 2025 18:20:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"84024464-5d28-4483-80ae-6f7b10e5278c\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 392d8525-4c31-48fa-8943-c48b0201800f (service), filesystem_pool: Some(ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 654ed3a1-a574-4551-8bd0-2ab525bdb4a4 (service), filesystem_pool: Some(ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fa9d7cee-8b9d-425a-afbc-64b19bf54aaa (service), filesystem_pool: Some(ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ddedf876-8456-4d11-91dc-9b39882f74e4 (service), filesystem_pool: Some(ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 717c5259-349b-43db-bdc3-a0ed97cde3bc, kind: Service { id: ddedf876-8456-4d11-91dc-9b39882f74e4 }, name: Name(\"ntp-ddedf876-8456-4d11-91dc-9b39882f74e4\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 204, 188])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a9ba89b7-0e4a-4156-b7af-623bdf9eed77 (service), filesystem_pool: Some(ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7db60888-d89b-431c-9600-46f13cdc6d58 (service), filesystem_pool: Some(ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External } } } }, OmicronZoneConfig { id: d9316a13-f819-469a-bdc2-7716f0dd92e1 (service), filesystem_pool: Some(ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External } } } }, OmicronZoneConfig { id: 0aa15cc3-4e5b-4ebf-b647-89a40d11cae7 (service), filesystem_pool: Some(ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: f14f6e05-f479-462f-9c78-458b849e5795 (service), filesystem_pool: Some(ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.085124761Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.085350788Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.085360333Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.094712216Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.094755005Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.103242749Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.10327876Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.111597769Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.111626655Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.120105208Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.120140768Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.129558051Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.129591877Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.138654432Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.138702077Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.147440812Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.147473944Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.156726685Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.156837607Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.156993273Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.157105944Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:41.18944992Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:41.189484168Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:41.189491687Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:41.189500397Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:41.189509885Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.189619284Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"3ef6334f-9c03-4197-a6a5-80b894ef337c","remote_addr":"[fd00:1122:3344:101::1]:38727","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58\", TimeNotSynchronized), (\"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1\", TimeNotSynchronized), (\"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7\", TimeNotSynchronized), (\"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795\", TimeNotSynchronized), (\"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77\", TimeNotSynchronized)]","latency_us":104103,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:41.189754344Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"218.746292ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ef6334f-9c03-4197-a6a5-80b894ef337c\", \"content-length\": \"124\", \"date\": \"Wed, 08 Jan 2025 18:20:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"3ef6334f-9c03-4197-a6a5-80b894ef337c\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 392d8525-4c31-48fa-8943-c48b0201800f (service), filesystem_pool: Some(ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 654ed3a1-a574-4551-8bd0-2ab525bdb4a4 (service), filesystem_pool: Some(ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fa9d7cee-8b9d-425a-afbc-64b19bf54aaa (service), filesystem_pool: Some(ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ddedf876-8456-4d11-91dc-9b39882f74e4 (service), filesystem_pool: Some(ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 717c5259-349b-43db-bdc3-a0ed97cde3bc, kind: Service { id: ddedf876-8456-4d11-91dc-9b39882f74e4 }, name: Name(\"ntp-ddedf876-8456-4d11-91dc-9b39882f74e4\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 204, 188])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a9ba89b7-0e4a-4156-b7af-623bdf9eed77 (service), filesystem_pool: Some(ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7db60888-d89b-431c-9600-46f13cdc6d58 (service), filesystem_pool: Some(ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External } } } }, OmicronZoneConfig { id: d9316a13-f819-469a-bdc2-7716f0dd92e1 (service), filesystem_pool: Some(ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External } } } }, OmicronZoneConfig { id: 0aa15cc3-4e5b-4ebf-b647-89a40d11cae7 (service), filesystem_pool: Some(ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: f14f6e05-f479-462f-9c78-458b849e5795 (service), filesystem_pool: Some(ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.409642257Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.409960312Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.409978322Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.41929377Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.419333924Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.427820643Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.427858613Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.437325422Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.437365924Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.446326396Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.446362004Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.45579743Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.4558363Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.464730725Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.464769829Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.474370587Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.474407534Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.483251893Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.483289994Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.48347298Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.483578855Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:41.515501374Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:41.515532706Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:41.515541884Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:41.515549356Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:41.515560869Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.515658493Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"b9a15fca-875e-4ee2-80c7-31052ef1e97b","remote_addr":"[fd00:1122:3344:101::1]:38727","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1\", TimeNotSynchronized), (\"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58\", TimeNotSynchronized), (\"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77\", TimeNotSynchronized), (\"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795\", TimeNotSynchronized), (\"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7\", TimeNotSynchronized)]","latency_us":105611,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:41.515850804Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"234.350859ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9a15fca-875e-4ee2-80c7-31052ef1e97b\", \"content-length\": \"124\", \"date\": \"Wed, 08 Jan 2025 18:20:41 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b9a15fca-875e-4ee2-80c7-31052ef1e97b\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 392d8525-4c31-48fa-8943-c48b0201800f (service), filesystem_pool: Some(ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 654ed3a1-a574-4551-8bd0-2ab525bdb4a4 (service), filesystem_pool: Some(ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fa9d7cee-8b9d-425a-afbc-64b19bf54aaa (service), filesystem_pool: Some(ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ddedf876-8456-4d11-91dc-9b39882f74e4 (service), filesystem_pool: Some(ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 717c5259-349b-43db-bdc3-a0ed97cde3bc, kind: Service { id: ddedf876-8456-4d11-91dc-9b39882f74e4 }, name: Name(\"ntp-ddedf876-8456-4d11-91dc-9b39882f74e4\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 204, 188])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a9ba89b7-0e4a-4156-b7af-623bdf9eed77 (service), filesystem_pool: Some(ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7db60888-d89b-431c-9600-46f13cdc6d58 (service), filesystem_pool: Some(ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External } } } }, OmicronZoneConfig { id: d9316a13-f819-469a-bdc2-7716f0dd92e1 (service), filesystem_pool: Some(ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External } } } }, OmicronZoneConfig { id: 0aa15cc3-4e5b-4ebf-b647-89a40d11cae7 (service), filesystem_pool: Some(ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: f14f6e05-f479-462f-9c78-458b849e5795 (service), filesystem_pool: Some(ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.75164793Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.751938712Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.751949766Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.761560474Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.761616285Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.770503118Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.770538829Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.778846456Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.778879954Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.78786447Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.787900237Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.797007925Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.797049148Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.805737998Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.805767015Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.814781763Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.814820577Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.823986021Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.824035091Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.824201624Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.82432113Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:41.856764523Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:41.856800721Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:41.856816555Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:41.856824862Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:41.856831134Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:41.856919261Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"2387aa3c-8ae2-41f9-aaf9-1a05ebdb0cd2","remote_addr":"[fd00:1122:3344:101::1]:38727","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77\", TimeNotSynchronized), (\"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7\", TimeNotSynchronized), (\"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795\", TimeNotSynchronized), (\"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58\", TimeNotSynchronized), (\"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1\", TimeNotSynchronized)]","latency_us":104841,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:41.857053787Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"316.463829ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2387aa3c-8ae2-41f9-aaf9-1a05ebdb0cd2\", \"content-length\": \"124\", \"date\": \"Wed, 08 Jan 2025 18:20:41 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"2387aa3c-8ae2-41f9-aaf9-1a05ebdb0cd2\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 392d8525-4c31-48fa-8943-c48b0201800f (service), filesystem_pool: Some(ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 654ed3a1-a574-4551-8bd0-2ab525bdb4a4 (service), filesystem_pool: Some(ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fa9d7cee-8b9d-425a-afbc-64b19bf54aaa (service), filesystem_pool: Some(ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ddedf876-8456-4d11-91dc-9b39882f74e4 (service), filesystem_pool: Some(ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 717c5259-349b-43db-bdc3-a0ed97cde3bc, kind: Service { id: ddedf876-8456-4d11-91dc-9b39882f74e4 }, name: Name(\"ntp-ddedf876-8456-4d11-91dc-9b39882f74e4\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 204, 188])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a9ba89b7-0e4a-4156-b7af-623bdf9eed77 (service), filesystem_pool: Some(ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7db60888-d89b-431c-9600-46f13cdc6d58 (service), filesystem_pool: Some(ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External } } } }, OmicronZoneConfig { id: d9316a13-f819-469a-bdc2-7716f0dd92e1 (service), filesystem_pool: Some(ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External } } } }, OmicronZoneConfig { id: 0aa15cc3-4e5b-4ebf-b647-89a40d11cae7 (service), filesystem_pool: Some(ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: f14f6e05-f479-462f-9c78-458b849e5795 (service), filesystem_pool: Some(ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.175286438Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.175732803Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.175749144Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.185263912Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.185313169Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.193956674Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.19399574Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.202822488Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.202862099Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.211408206Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.211453806Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.221479356Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.221520298Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.230411171Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.230447031Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.23896936Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.239005961Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.247652484Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.247699248Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.247912816Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.248015062Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:42.280978208Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:42.281017724Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:42.281029293Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:42.281038602Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:42.281047819Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.281159431Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"4d3ef914-87ac-4e98-a8a9-4a16455be528","remote_addr":"[fd00:1122:3344:101::1]:38727","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77\", TimeNotSynchronized), (\"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58\", TimeNotSynchronized), (\"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7\", TimeNotSynchronized), (\"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795\", TimeNotSynchronized), (\"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1\", TimeNotSynchronized)]","latency_us":105362,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:42.281303857Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"441.550013ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d3ef914-87ac-4e98-a8a9-4a16455be528\", \"content-length\": \"124\", \"date\": \"Wed, 08 Jan 2025 18:20:41 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"4d3ef914-87ac-4e98-a8a9-4a16455be528\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 392d8525-4c31-48fa-8943-c48b0201800f (service), filesystem_pool: Some(ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 654ed3a1-a574-4551-8bd0-2ab525bdb4a4 (service), filesystem_pool: Some(ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fa9d7cee-8b9d-425a-afbc-64b19bf54aaa (service), filesystem_pool: Some(ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ddedf876-8456-4d11-91dc-9b39882f74e4 (service), filesystem_pool: Some(ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 717c5259-349b-43db-bdc3-a0ed97cde3bc, kind: Service { id: ddedf876-8456-4d11-91dc-9b39882f74e4 }, name: Name(\"ntp-ddedf876-8456-4d11-91dc-9b39882f74e4\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 204, 188])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a9ba89b7-0e4a-4156-b7af-623bdf9eed77 (service), filesystem_pool: Some(ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7db60888-d89b-431c-9600-46f13cdc6d58 (service), filesystem_pool: Some(ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External } } } }, OmicronZoneConfig { id: d9316a13-f819-469a-bdc2-7716f0dd92e1 (service), filesystem_pool: Some(ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External } } } }, OmicronZoneConfig { id: 0aa15cc3-4e5b-4ebf-b647-89a40d11cae7 (service), filesystem_pool: Some(ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: f14f6e05-f479-462f-9c78-458b849e5795 (service), filesystem_pool: Some(ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.725285726Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.725553999Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.725565249Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.73478141Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.734825362Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.743345266Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.743384803Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.753153526Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.75321018Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.761938671Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.761971747Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.770787919Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.770827586Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.779307324Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.779340841Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.788955344Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.788997534Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.79787274Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.797918239Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.798098966Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.798187664Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.886285967Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.886348772Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.886358991Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.886369304Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.886380817Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.981432156Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.985434078Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.989400763Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.993916195Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:42.998592568Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:43.003942459Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:43.008657816Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:43.01336177Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:43.017721731Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:43.022064852Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Profile for oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:46.081145766Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77 zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:46.081289029Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:46.143463413Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1 zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:46.143584428Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:46.150592289Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58 zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:46.150710876Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:46.168827774Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795 zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:46.168947722Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:46.179151581Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7 zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:46.179347217Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77\") failed: Property not found. retry in 67.617053ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:46.234571192Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58\") failed: Property not found. retry in 31.896963ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:46.28585693Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1\") failed: Property not found. retry in 37.526206ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:46.294689873Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77\") failed: Property not found. retry in 88.368427ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:46.319318484Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795\") failed: Property not found. retry in 63.691077ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:46.331094143Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58\") failed: Property not found. retry in 146.356941ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:46.34388811Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7\") failed: Property not found. retry in 29.60569ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:46.353524955Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1\") failed: Property not found. retry in 52.850579ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:46.392903765Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7\") failed: Property not found. retry in 149.445656ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:46.541812296Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:46.542952675Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:34915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:46.598945476Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"251e857a-372c-4e0e-a132-bd7bea161531","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:34915","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":156,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795\") failed: Property not found. retry in 147.08741ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:46.610212373Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77\") failed: Property not found. retry in 215.409556ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:46.880918919Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58\") failed: Property not found. retry in 216.29466ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:47.224281939Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1\") failed: Property not found. retry in 236.100693ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:47.384127463Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795\") failed: Property not found. retry in 298.969272ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:47.439699304Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7\") failed: Property not found. retry in 222.999719ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:47.465503943Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77\") failed: Property not found. retry in 296.605471ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:47.48854029Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58\") failed: Property not found. retry in 291.299024ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:47.510514658Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1\") failed: Property not found. retry in 317.527132ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:47.638899544Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7\") failed: Property not found. retry in 544.352615ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:47.704090833Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795\") failed: Property not found. retry in 250.741598ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:47.756024094Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77\") failed: Property not found. retry in 968.744053ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:47.79804843Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58\") failed: Property not found. retry in 868.75039ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:47.815268152Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1\") failed: Property not found. retry in 1.01117424s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:47.975343344Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795\") failed: Property not found. retry in 891.832008ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:48.02559999Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7\") failed: Property not found. retry in 932.168253ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:48.265731573Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58\") failed: Property not found. retry in 1.399185047s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:48.698427223Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77\") failed: Property not found. retry in 557.551382ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:48.782831445Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795\") failed: Property not found. retry in 1.247576738s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:48.932447956Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1\") failed: Property not found. retry in 1.350022797s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:49.000657409Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7\") failed: Property not found. retry in 975.769963ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:49.212733521Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77\") failed: Property not found. retry in 656.511783ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:49.352076536Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77\") failed: Property not found. retry in 1.25998006s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:50.020129111Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58\") failed: Property not found. retry in 608.57703ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:50.110369177Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795\") failed: Property not found. retry in 1.060871158s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:50.192823863Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7\") failed: Property not found. retry in 583.246923ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:50.201445618Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1\") failed: Property not found. retry in 837.068352ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:50.364439781Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58\") failed: Property not found. retry in 1.065206747s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:50.72981707Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7\") failed: Property not found. retry in 1.264048845s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:50.795193369Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1\") failed: Property not found. retry in 730.255345ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:51.212808098Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795\") failed: Property not found. retry in 1.008297965s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:51.265119487Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77\") failed: Property not found. retry in 565.297559ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:51.292526499Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58\") failed: Property not found. retry in 551.159909ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:51.807920433Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77\") failed: Property not found. retry in 711.989315ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:51.868780213Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1\") failed: Property not found. retry in 1.088537998s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:51.95394665Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7\") failed: Property not found. retry in 1.289327684s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:52.071396797Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795\") failed: Property not found. retry in 1.339566951s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:52.285686878Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58\") failed: Property not found. retry in 789.324601ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:52.369920635Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77\") failed: Property not found. retry in 974.744702ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:52.593361108Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1\") failed: Property not found. retry in 1.462922878s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:53.054897851Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58\") failed: Property not found. retry in 872.806976ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:53.171169087Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7\") failed: Property not found. retry in 722.562618ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:53.373410382Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77\") failed: Property not found. retry in 1.276334452s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:53.579931451Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795\") failed: Property not found. retry in 630.662444ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:53.638406336Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58\") failed: Property not found. retry in 887.644576ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:54.054403629Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7\") failed: Property not found. retry in 530.472399ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:54.10653539Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:54.212069317Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"747.719106ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795\") failed: Property not found. retry in 1.041895125s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:54.277871805Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1\") failed: Property not found. retry in 528.714704ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:54.526996822Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7\") failed: Property not found. retry in 1.234836823s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:54.645684112Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77\") failed: Property not found. retry in 591.877255ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:54.866620081Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58\") failed: Property not found. retry in 1.255837185s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:54.952923495Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1\") failed: Property not found. retry in 582.463097ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:55.065579988Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795\") failed: Property not found. retry in 1.489049695s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:55.329661447Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77\") failed: Property not found. retry in 889.109725ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:55.468108364Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1\") failed: Property not found. retry in 687.558424ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:55.65779102Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7\") failed: Property not found. retry in 939.750983ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:55.889254966Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58\") failed: Property not found. retry in 1.097527018s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:56.218436647Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1\") failed: Property not found. retry in 584.009977ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:56.356306839Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77\") failed: Property not found. retry in 1.036532806s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:56.365681144Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795\") failed: Property not found. retry in 522.581193ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:56.827441899Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7\") failed: Property not found. retry in 868.688619ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:56.83744793Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1\") failed: Property not found. retry in 1.45996957s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:56.948697546Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58\") failed: Property not found. retry in 1.490830975s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:57.325003768Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795\") failed: Property not found. retry in 1.371937941s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:57.35799765Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77\") failed: Property not found. retry in 1.337001699s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:57.413019387Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7\") failed: Property not found. retry in 1.421781746s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:57.715645944Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:59.157000983Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_cockroachdb_f14f6e05-f479-462f-9c78-458b849e5795"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:59.157102576Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:59.157114276Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_cockroachdb_a9ba89b7-0e4a-4156-b7af-623bdf9eed77"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:59.157124776Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_cockroachdb_7db60888-d89b-431c-9600-46f13cdc6d58"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:59.157132906Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_cockroachdb_d9316a13-f819-469a-bdc2-7716f0dd92e1"} {"msg":"Writing ledger to /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:59.157154517Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:59.157574328Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:59.157943858Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"fd04cea0-e0eb-48b1-a198-042289367655","remote_addr":"[fd00:1122:3344:101::1]:38727","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":16405120,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:59.191321649Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:64643"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:59.218276783Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"a4677c1c-d8b9-4fe1-8e00-729889985b27","remote_addr":"[fd00:1122:3344:101::1]:64643","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":26827,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:59.218496119Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1157","retry_after":"129.486464ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4677c1c-d8b9-4fe1-8e00-729889985b27\", \"content-length\": \"124\", \"date\": \"Wed, 08 Jan 2025 18:20:59 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a4677c1c-d8b9-4fe1-8e00-729889985b27\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:59.374348958Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"c87954db-0d12-4ddc-9dd3-1ca8fc4f5c7e","remote_addr":"[fd00:1122:3344:101::1]:64643","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":25604,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:59.374647576Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1157","retry_after":"84.328523ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c87954db-0d12-4ddc-9dd3-1ca8fc4f5c7e\", \"content-length\": \"124\", \"date\": \"Wed, 08 Jan 2025 18:20:59 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c87954db-0d12-4ddc-9dd3-1ca8fc4f5c7e\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:59.486959585Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"106868ee-dbf7-4c4d-8aae-4683461e6bf9","remote_addr":"[fd00:1122:3344:101::1]:64643","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":27084,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:59.487138493Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1157","retry_after":"147.420462ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"106868ee-dbf7-4c4d-8aae-4683461e6bf9\", \"content-length\": \"124\", \"date\": \"Wed, 08 Jan 2025 18:20:59 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"106868ee-dbf7-4c4d-8aae-4683461e6bf9\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:59.662096183Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"d2991986-e4cc-467d-880c-76834a49bb2b","remote_addr":"[fd00:1122:3344:101::1]:64643","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":26235,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:59.662297428Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1157","retry_after":"108.01991ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2991986-e4cc-467d-880c-76834a49bb2b\", \"content-length\": \"124\", \"date\": \"Wed, 08 Jan 2025 18:20:59 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d2991986-e4cc-467d-880c-76834a49bb2b\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:59.79641447Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"ed096f1e-48d6-46a0-b1c4-bf9efb20a9d9","remote_addr":"[fd00:1122:3344:101::1]:64643","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":24902,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:59.796628556Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1157","retry_after":"104.507678ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed096f1e-48d6-46a0-b1c4-bf9efb20a9d9\", \"content-length\": \"124\", \"date\": \"Wed, 08 Jan 2025 18:20:59 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ed096f1e-48d6-46a0-b1c4-bf9efb20a9d9\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:20:59.927489442Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"c4137297-0573-4fda-b854-4b43e02b10d5","remote_addr":"[fd00:1122:3344:101::1]:64643","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":25585,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:20:59.927668117Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1157","retry_after":"168.211455ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4137297-0573-4fda-b854-4b43e02b10d5\", \"content-length\": \"124\", \"date\": \"Wed, 08 Jan 2025 18:20:59 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c4137297-0573-4fda-b854-4b43e02b10d5\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:00.123678545Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"43b1c6c4-779c-4a98-9145-158079677467","remote_addr":"[fd00:1122:3344:101::1]:64643","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":26721,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:00.12389134Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1157","retry_after":"275.198193ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43b1c6c4-779c-4a98-9145-158079677467\", \"content-length\": \"124\", \"date\": \"Wed, 08 Jan 2025 18:20:59 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"43b1c6c4-779c-4a98-9145-158079677467\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:00.426291007Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"a9f07635-4be9-474d-b71d-f08195810e2a","remote_addr":"[fd00:1122:3344:101::1]:64643","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":26033,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:00.426461253Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1157","retry_after":"498.646128ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9f07635-4be9-474d-b71d-f08195810e2a\", \"content-length\": \"124\", \"date\": \"Wed, 08 Jan 2025 18:21:00 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a9f07635-4be9-474d-b71d-f08195810e2a\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:00.954529179Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"1073aeb2-ac1c-4cb9-8c25-47192272c4e3","remote_addr":"[fd00:1122:3344:101::1]:64643","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":28358,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:00.954715714Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1157","retry_after":"503.587412ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1073aeb2-ac1c-4cb9-8c25-47192272c4e3\", \"content-length\": \"124\", \"date\": \"Wed, 08 Jan 2025 18:21:00 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1073aeb2-ac1c-4cb9-8c25-47192272c4e3\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:01.486582412Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"c25d160e-4b76-44b0-9b50-6ffd76fb89d5","remote_addr":"[fd00:1122:3344:101::1]:64643","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":27134,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:01.486799597Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1157","retry_after":"271.887109ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c25d160e-4b76-44b0-9b50-6ffd76fb89d5\", \"content-length\": \"124\", \"date\": \"Wed, 08 Jan 2025 18:21:01 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c25d160e-4b76-44b0-9b50-6ffd76fb89d5\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:01.788462784Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"bde41b62-9ca4-4b8d-89e9-d8bce869a304","remote_addr":"[fd00:1122:3344:101::1]:64643","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService6/omicron6 in oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_0aa15cc3-4e5b-4ebf-b647-89a40d11cae7 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService6/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":29315,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:01.788654379Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1157","retry_after":"314.770288ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bde41b62-9ca4-4b8d-89e9-d8bce869a304\", \"content-length\": \"124\", \"date\": \"Wed, 08 Jan 2025 18:21:01 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"bde41b62-9ca4-4b8d-89e9-d8bce869a304\" }"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::6]:32221","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:02.135828233Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3769"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:29.879429974Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3787"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:35.918758254Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3810"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:35.919289638Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"ad19b9a5-59fa-4b8d-bb84-1073ca3f0f26","remote_addr":"[fd00:1122:3344:101::1]:64643","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":33813943,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:35.922090841Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:65498"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:35.928645902Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"807.742353ms"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 392d8525-4c31-48fa-8943-c48b0201800f (service), filesystem_pool: Some(ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 654ed3a1-a574-4551-8bd0-2ab525bdb4a4 (service), filesystem_pool: Some(ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fa9d7cee-8b9d-425a-afbc-64b19bf54aaa (service), filesystem_pool: Some(ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ddedf876-8456-4d11-91dc-9b39882f74e4 (service), filesystem_pool: Some(ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 717c5259-349b-43db-bdc3-a0ed97cde3bc, kind: Service { id: ddedf876-8456-4d11-91dc-9b39882f74e4 }, name: Name(\"ntp-ddedf876-8456-4d11-91dc-9b39882f74e4\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 204, 188])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: a9ba89b7-0e4a-4156-b7af-623bdf9eed77 (service), filesystem_pool: Some(ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External } } } }, OmicronZoneConfig { id: 7db60888-d89b-431c-9600-46f13cdc6d58 (service), filesystem_pool: Some(ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External } } } }, OmicronZoneConfig { id: d9316a13-f819-469a-bdc2-7716f0dd92e1 (service), filesystem_pool: Some(ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External } } } }, OmicronZoneConfig { id: 0aa15cc3-4e5b-4ebf-b647-89a40d11cae7 (service), filesystem_pool: Some(ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: f14f6e05-f479-462f-9c78-458b849e5795 (service), filesystem_pool: Some(ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3963284d-f267-448b-bfbb-a55402c7ef81 (service), filesystem_pool: Some(ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: ce1a1751-7375-4744-b6f0-690b02866c95, kind: Service { id: 3963284d-f267-448b-bfbb-a55402c7ef81 }, name: Name(\"external-dns-3963284d-f267-448b-bfbb-a55402c7ef81\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 139, 116])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 1c3a7513-ed19-483c-872f-3377ba80f37f (service), filesystem_pool: Some(ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 0041456a-da2f-4ef8-bdf7-8e18ca9d8279, kind: Service { id: 1c3a7513-ed19-483c-872f-3377ba80f37f }, name: Name(\"external-dns-1c3a7513-ed19-483c-872f-3377ba80f37f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 170])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: cef4a321-387e-44a1-92c9-23673073cdd8 (service), filesystem_pool: Some(ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 2beb6270-a9c4-41a0-b3ab-eeff6ddd3582, kind: Service { id: cef4a321-387e-44a1-92c9-23673073cdd8 }, name: Name(\"nexus-cef4a321-387e-44a1-92c9-23673073cdd8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 113])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 099ecd74-9dbb-4a7f-94ce-79177e3bb646 (service), filesystem_pool: Some(ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: c656ac3d-ffdc-434e-863c-8efcfbd82ab4, kind: Service { id: 099ecd74-9dbb-4a7f-94ce-79177e3bb646 }, name: Name(\"nexus-099ecd74-9dbb-4a7f-94ce-79177e3bb646\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 168, 171])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a28f8263-3fdd-4cd1-a79d-6ef15080a80e (service), filesystem_pool: Some(ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: bfb8fa95-f4f1-4ec3-bb77-0e8adbc6ac68, kind: Service { id: a28f8263-3fdd-4cd1-a79d-6ef15080a80e }, name: Name(\"nexus-a28f8263-3fdd-4cd1-a79d-6ef15080a80e\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 87])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4daad4eb-a44a-4284-aed7-ecda6bd3827a (service), filesystem_pool: Some(ZpoolName { id: efc412bd-0718-4381-8d37-e5a204c8c3de (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: e958ccc4-cfdf-45a9-9788-badac857001f (service), filesystem_pool: Some(ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd (service), filesystem_pool: Some(ZpoolName { id: 91e62592-6bd8-45a2-a311-bfef0a5977f4 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 95ba58cc-ac8e-4184-ab2a-6133ffeee501 (service), filesystem_pool: Some(ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 3df2e090-e138-45b7-ae0c-befa35147766 (service), filesystem_pool: Some(ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 258c2c4c-1016-4d80-b3d4-737729d8a8bb (service), filesystem_pool: Some(ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External } } } }, OmicronZoneConfig { id: 4b41895a-9eb9-4013-a351-9044e18f7fc3 (service), filesystem_pool: Some(ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External } } } }, OmicronZoneConfig { id: 72b64c60-6adc-43c6-9811-00f42b56c8f3 (service), filesystem_pool: Some(ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External } } } }, OmicronZoneConfig { id: 288f7daa-e3bd-4928-a1ba-e69d732272fd (service), filesystem_pool: Some(ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 0dcfd88e-be05-40ed-9457-11e0fb9fdb63 (service), filesystem_pool: Some(ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77527a2c-7c89-4a87-b0cc-afb1ad48e17a (service), filesystem_pool: Some(ZpoolName { id: efc412bd-0718-4381-8d37-e5a204c8c3de (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: efc412bd-0718-4381-8d37-e5a204c8c3de (zpool), kind: External } } } }, OmicronZoneConfig { id: 45d1606c-760e-49e1-93f5-68d2f8a0056c (service), filesystem_pool: Some(ZpoolName { id: 91e62592-6bd8-45a2-a311-bfef0a5977f4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 91e62592-6bd8-45a2-a311-bfef0a5977f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 33bf58e9-44fc-44da-9328-86fd24a66bda (service), filesystem_pool: Some(ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1e710058-8813-4cc1-b005-f322f467107b (service), filesystem_pool: Some(ZpoolName { id: 36139540-6634-4f0c-9c90-f57efa2432be (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 36139540-6634-4f0c-9c90-f57efa2432be (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:35.963646016Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:35.964471098Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:53881"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:35.96569365Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:35.96570368Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:35.981232026Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:35.981272287Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:35.9917465Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:35.991790191Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.002098051Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.002136681Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.012676237Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.012712488Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.022560195Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.022599386Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.032302039Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.03233966Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.042134656Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.042177197Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.051566522Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.051601553Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.062040686Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.062077547Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.071892223Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.071928544Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.081499114Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.081530885Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.091922406Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.091967518Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.102183114Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.102221045Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.112267158Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.112301738Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.12230383Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.122342601Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: efc412bd-0718-4381-8d37-e5a204c8c3de (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.13190717Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.131947802Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: efc412bd-0718-4381-8d37-e5a204c8c3de (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 91e62592-6bd8-45a2-a311-bfef0a5977f4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.142042825Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.142079056Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 91e62592-6bd8-45a2-a311-bfef0a5977f4 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.153048903Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.153083514Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 36139540-6634-4f0c-9c90-f57efa2432be (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.163196148Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.163232549Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 36139540-6634-4f0c-9c90-f57efa2432be (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.173499077Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.173542268Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.173833785Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.173990189Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.321856411Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.322676023Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.322709913Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.322729564Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.322796526Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.370418959Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.370592614Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.370641885Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.370661726Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.372612547Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.570463684Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.570668709Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.570740291Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.570762202Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.570801783Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.570819463Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.583685629Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.583809342Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.585183978Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Configuring new Omicron zone: oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.585475666Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.590770644Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.595675692Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.600775706Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.606425023Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.611218088Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.616584568Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.621425725Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.743143184Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.748646657Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.753621417Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.758116055Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.76328777Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.768351702Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.773524097Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.779489553Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Configuring new Omicron zone: oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.785223623Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.791170428Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.798471249Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.805323657Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.812448143Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.824607311Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.834429468Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.842142989Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.850154887Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.860448176Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.869650856Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.880722626Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:36.962119241Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.024815599Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.087720331Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.145671085Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.200490477Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.202296314Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.202314234Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.258261105Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 139, 116]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.258286636Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1275","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.259640681Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.259652672Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.317456521Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 154, 170]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.317481702Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1275","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.321535578Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.321551578Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.452644232Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 182, 113]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.452672373Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1275","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.453070843Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.455057145Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.455170488Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.455183288Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.457335294Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.457348705Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.530021923Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 168, 171]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.530046023Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1275","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.531623015Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.531638895Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.587877704Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 239, 87]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.587902774Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1275","zone_type":"nexus"} {"msg":"creation of nat entry successful for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.588243293Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.589561137Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.591525909Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.591543899Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"no nat entry found for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.68231836Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.682377612Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Configuring new Omicron zone: oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.682963087Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"no nat entry found for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.692052924Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.692100446Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.692328341Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.692346602Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.692468255Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.694885138Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"creation of nat entry successful for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.695111944Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.698301777Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.701421329Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.701436339Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Installing Omicron zone: oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.737367348Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Configuring new Omicron zone: oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.75046989Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.873062381Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.88147075Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Configuring new Omicron zone: oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.888560305Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.896313348Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.905154539Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.965112635Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:37.987266703Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Profile for oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:40.804573769Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:40.804751174Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501 zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:40.804794635Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:40.808151982Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:40.819087638Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766 zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:40.819395376Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:40.865125719Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:40.865336855Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:40.865385556Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:40.865408357Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63 zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:40.868319743Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:40.896522189Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:40.908290187Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:40.908375959Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:40.90839298Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:40.909284573Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:40.909302713Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3 zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:40.910258028Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3 zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:44.091311491Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:44.144627924Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:44.164657957Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:44.16668027Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:44.168169258Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:44.169135324Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:44.190496712Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:44.211640114Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501\") failed: Property not found. retry in 74.720314ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.261935017Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd\") failed: Property not found. retry in 48.382669ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.294005645Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63\") failed: Property not found. retry in 64.35458ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.316473202Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd\") failed: Property not found. retry in 69.843627ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.336498214Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766\") failed: Property not found. retry in 52.079371ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.387091216Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a\") failed: Property not found. retry in 40.921582ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.410350553Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:44.411143424Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81 zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:44.426463554Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:44.440136671Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:44.454376133Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501\") failed: Property not found. retry in 121.545874ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.486212455Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd\") failed: Property not found. retry in 116.570949ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.502705295Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63\") failed: Property not found. retry in 147.850229ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.51858553Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd\") failed: Property not found. retry in 144.097139ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.533572631Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766\") failed: Property not found. retry in 106.094213ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.547103625Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a\") failed: Property not found. retry in 91.35788ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.560371281Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3\") failed: Property not found. retry in 40.03683ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.578478114Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3\") failed: Property not found. retry in 72.84036ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.590129468Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c\") failed: Property not found. retry in 70.452909ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.599049691Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda\") failed: Property not found. retry in 68.78075ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.609525385Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b\") failed: Property not found. retry in 27.291164ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.621792935Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501\") failed: Property not found. retry in 221.037622ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.632842654Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd\") failed: Property not found. retry in 196.592334ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.645265348Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3\") failed: Property not found. retry in 119.273897ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.656030859Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b\") failed: Property not found. retry in 94.752567ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.665259571Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766\") failed: Property not found. retry in 205.329342ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.675608271Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a\") failed: Property not found. retry in 204.627594ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.693682803Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:44.694328699Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3\") failed: Property not found. retry in 130.475106ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.713265854Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c\") failed: Property not found. retry in 93.639401ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.733941644Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a\") failed: Property not found. retry in 26.83646ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.750292211Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda\") failed: Property not found. retry in 54.669554ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.762426578Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b\") failed: Property not found. retry in 251.217985ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.771537116Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f\") failed: Property not found. retry in 27.417513ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.781726662Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63\") failed: Property not found. retry in 168.044252ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.791472747Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd\") failed: Property not found. retry in 187.48869ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.800670437Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8 zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:44.80080657Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3\") failed: Property not found. retry in 156.028955ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.819207701Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a\") failed: Property not found. retry in 100.615238ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.828246967Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda\") failed: Property not found. retry in 248.541721ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.837110759Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f\") failed: Property not found. retry in 86.953445ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.847232082Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd\") failed: Property not found. retry in 334.221782ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.858194378Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3\") failed: Property not found. retry in 281.497995ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.86938104Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c\") failed: Property not found. retry in 221.34602ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.881121747Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501\") failed: Property not found. retry in 389.574399ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.892461323Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766\") failed: Property not found. retry in 336.111528ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.902406413Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a\") failed: Property not found. retry in 391.658809ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.911716076Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a\") failed: Property not found. retry in 263.633382ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.939469791Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f\") failed: Property not found. retry in 224.402169ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.951873785Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63\") failed: Property not found. retry in 322.042611ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.971140628Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3\") failed: Property not found. retry in 328.767579ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.987464764Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd\") failed: Property not found. retry in 460.457771ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:44.998846802Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8\") failed: Property not found. retry in 71.473109ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:45.010211898Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b\") failed: Property not found. retry in 321.688103ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:45.036800062Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8\") failed: Property not found. retry in 97.552005ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:45.093483493Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda\") failed: Property not found. retry in 508.471851ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:45.104982253Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c\") failed: Property not found. retry in 507.640392ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:45.115832277Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3\") failed: Property not found. retry in 336.574253ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:45.162773963Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f\") failed: Property not found. retry in 576.147633ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:45.188640878Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8\") failed: Property not found. retry in 293.617061ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:45.202944141Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd\") failed: Property not found. retry in 611.213031ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:45.214173135Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a\") failed: Property not found. retry in 504.642503ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:45.226414294Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766\") failed: Property not found. retry in 666.566316ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:45.252180338Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501\") failed: Property not found. retry in 733.563191ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:45.293672781Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63\") failed: Property not found. retry in 1.03022804s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:45.303120178Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:45.304044162Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646 zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:45.304158195Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a\") failed: Property not found. retry in 463.673957ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:45.320150193Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3\") failed: Property not found. retry in 485.895028ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:45.328699936Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:45.329014404Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:45.329213549Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b\") failed: Property not found. retry in 1.186833411s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:45.370430346Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd\") failed: Property not found. retry in 832.007773ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:45.474913304Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8\") failed: Property not found. retry in 371.482717ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:45.512154377Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3\") failed: Property not found. retry in 967.008488ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:45.523551705Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646\") failed: Property not found. retry in 34.489334ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:45.531143373Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e\") failed: Property not found. retry in 32.39765ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:45.540017604Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646\") failed: Property not found. retry in 121.337126ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:45.575813349Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e\") failed: Property not found. retry in 67.358525ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:45.586159869Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda\") failed: Property not found. retry in 633.905524ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:45.625438675Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c\") failed: Property not found. retry in 634.754249ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:45.684375185Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e\") failed: Property not found. retry in 255.936482ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:45.718798973Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646\") failed: Property not found. retry in 182.100213ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:45.730011826Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a\") failed: Property not found. retry in 1.104463402s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:45.743526129Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f\") failed: Property not found. retry in 848.1338ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:45.777679551Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a\") failed: Property not found. retry in 772.866466ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:45.79561369Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3\") failed: Property not found. retry in 639.339246ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:45.829159086Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd\") failed: Property not found. retry in 1.150322459s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:45.843063389Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8\") failed: Property not found. retry in 893.979774ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:45.896445632Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646\") failed: Property not found. retry in 513.606039ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:45.92584318Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766\") failed: Property not found. retry in 1.256783556s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:45.937211387Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e\") failed: Property not found. retry in 208.378999ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:46.025116823Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501\") failed: Property not found. retry in 510.859792ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:46.047640201Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e\") failed: Property not found. retry in 567.588878ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:46.256694011Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81\") failed: Property not found. retry in 39.82077ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:46.276908348Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda\") failed: Property not found. retry in 813.090001ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:46.298536273Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd\") failed: Property not found. retry in 1.005073946s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:46.324170143Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c\") failed: Property not found. retry in 696.69441ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:46.340676024Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81\") failed: Property not found. retry in 86.072808ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:46.355115491Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb\") failed: Property not found. retry in 25.367918ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:46.426144086Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63\") failed: Property not found. retry in 667.029668ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:46.441483917Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646\") failed: Property not found. retry in 546.756438ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:46.45616506Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81\") failed: Property not found. retry in 103.619042ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:46.468318077Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb\") failed: Property not found. retry in 99.359017ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:46.479351355Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3\") failed: Property not found. retry in 519.820909ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:46.489893791Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3\") failed: Property not found. retry in 1.080104258s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:46.504339118Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b\") failed: Property not found. retry in 957.72307ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:46.570435304Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501\") failed: Property not found. retry in 1.030409344s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:46.58252779Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a\") failed: Property not found. retry in 1.477241215s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:46.593576729Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81\") failed: Property not found. retry in 317.532102ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:46.605976182Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb\") failed: Property not found. retry in 206.412523ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:46.617582925Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f\") failed: Property not found. retry in 1.345614467s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:46.638111301Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8\") failed: Property not found. retry in 528.780359ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:46.806211471Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb\") failed: Property not found. retry in 455.815192ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:46.834258834Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e\") failed: Property not found. retry in 1.209074697s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:46.844348018Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a\") failed: Property not found. retry in 809.982596ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:46.859700498Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81\") failed: Property not found. retry in 571.970763ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:46.938975208Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd\") failed: Property not found. retry in 950.4941ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:47.012021246Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3\") failed: Property not found. retry in 1.26151313s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:47.029745119Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646\") failed: Property not found. retry in 1.495851283s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:47.045066759Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c\") failed: Property not found. retry in 1.484682282s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:47.058697305Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63\") failed: Property not found. retry in 747.453382ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:47.128889858Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda\") failed: Property not found. retry in 1.245488881s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:47.15654421Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766\") failed: Property not found. retry in 1.36015841s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:47.212693296Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb\") failed: Property not found. retry in 853.445471ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:47.309007162Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd\") failed: Property not found. retry in 1.179862199s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:47.349565301Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8\") failed: Property not found. retry in 750.288822ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:47.368436184Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81\") failed: Property not found. retry in 612.723656ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:47.528778541Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b\") failed: Property not found. retry in 545.989081ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:47.54404981Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3\") failed: Property not found. retry in 1.30746092s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:47.60302304Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501\") failed: Property not found. retry in 932.554289ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:47.629168993Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a\") failed: Property not found. retry in 1.256990253s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:47.690482224Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63\") failed: Property not found. retry in 965.174507ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:47.894684306Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd\") failed: Property not found. retry in 1.244297969s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:48.004613097Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f\") failed: Property not found. retry in 1.231984493s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:48.022370851Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e\") failed: Property not found. retry in 734.739188ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:48.073859876Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a\") failed: Property not found. retry in 737.467583ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:48.103155811Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b\") failed: Property not found. retry in 1.446739471s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:48.124478508Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8\") failed: Property not found. retry in 1.142735972s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:48.154127852Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81\") failed: Property not found. retry in 528.856332ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:48.178451277Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb\") failed: Property not found. retry in 1.082212265s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:48.216388548Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3\") failed: Property not found. retry in 900.523471ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:48.311708537Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda\") failed: Property not found. retry in 1.080926529s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:48.426571297Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd\") failed: Property not found. retry in 1.465577639s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:48.557401614Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c\") failed: Property not found. retry in 867.550335ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:48.583838204Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646\") failed: Property not found. retry in 644.957113ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:48.614928756Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501\") failed: Property not found. retry in 611.738861ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:48.644717894Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766\") failed: Property not found. retry in 976.660921ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:48.674351248Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81\") failed: Property not found. retry in 1.42437128s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:48.727026744Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e\") failed: Property not found. retry in 966.417578ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:48.830462025Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a\") failed: Property not found. retry in 1.260993701s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:48.859272677Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63\") failed: Property not found. retry in 904.718957ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:48.875726816Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3\") failed: Property not found. retry in 606.653323ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:48.930517067Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a\") failed: Property not found. retry in 1.421646974s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:48.962230915Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3\") failed: Property not found. retry in 879.502278ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:49.225695766Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd\") failed: Property not found. retry in 1.166154788s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:49.264388386Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f\") failed: Property not found. retry in 680.634491ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:49.27831958Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501\") failed: Property not found. retry in 621.741877ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:49.290878838Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646\") failed: Property not found. retry in 638.270442ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:49.304421422Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb\") failed: Property not found. retry in 635.569588ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:49.318780547Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8\") failed: Property not found. retry in 930.225321ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:49.332440444Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c\") failed: Property not found. retry in 1.172052165s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:49.465135519Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda\") failed: Property not found. retry in 1.496574011s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:49.520355961Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3\") failed: Property not found. retry in 526.712076ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:49.550539119Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b\") failed: Property not found. retry in 1.384732196s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:49.585690177Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766\") failed: Property not found. retry in 1.38462273s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:49.665783919Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63\") failed: Property not found. retry in 751.296508ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:49.796845132Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e\") failed: Property not found. retry in 1.263346867s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:49.810833037Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501\") failed: Property not found. retry in 1.047373567s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:49.929094965Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646\") failed: Property not found. retry in 1.071761167s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:49.956927452Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb\") failed: Property not found. retry in 584.085536ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:49.969749877Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f\") failed: Property not found. retry in 744.801393ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:49.983313751Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd\") failed: Property not found. retry in 878.761227ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:50.037994289Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3\") failed: Property not found. retry in 934.2319ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:50.092461871Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3\") failed: Property not found. retry in 1.174805202s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:50.116166201Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a\") failed: Property not found. retry in 1.377982061s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:50.133698288Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81\") failed: Property not found. retry in 657.268827ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:50.166025113Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8\") failed: Property not found. retry in 1.030222038s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:50.275877462Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a\") failed: Property not found. retry in 1.328267378s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:50.39757182Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd\") failed: Property not found. retry in 1.017862309s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:50.443789197Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63\") failed: Property not found. retry in 1.397188787s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:50.560486225Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb\") failed: Property not found. retry in 1.33183595s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:50.570997919Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c\") failed: Property not found. retry in 1.062329835s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:50.655190328Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f\") failed: Property not found. retry in 907.993359ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:50.741966944Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81\") failed: Property not found. retry in 590.378096ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:50.835700852Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:50.894822886Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:21:50.895510704Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd\") failed: Property not found. retry in 1.17046664s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:50.930724994Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b\") failed: Property not found. retry in 1.140267313s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:50.985199956Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501\") failed: Property not found. retry in 1.011600142s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:50.998290158Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda\") failed: Property not found. retry in 1.073565634s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:51.035049138Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3\") failed: Property not found. retry in 989.075233ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:51.047876823Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646\") failed: Property not found. retry in 1.022599706s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:51.061267833Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766\") failed: Property not found. retry in 1.079140144s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:51.078936984Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e\") failed: Property not found. retry in 838.397576ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:51.091602375Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f\") failed: Property not found. retry in 52.202465ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:51.168047651Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f\") failed: Property not found. retry in 128.252827ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:51.231752255Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3\") failed: Property not found. retry in 1.256298945s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:51.31237195Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8\") failed: Property not found. retry in 1.194341099s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:51.330578996Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f\") failed: Property not found. retry in 283.882545ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:51.393293444Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81\") failed: Property not found. retry in 1.132342494s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:51.479939217Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd\") failed: Property not found. retry in 1.396923705s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:51.525808915Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a\") failed: Property not found. retry in 1.438494117s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:51.558283723Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f\") failed: Property not found. retry in 815.160342ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:51.663794708Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f\") failed: Property not found. retry in 569.518636ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:51.689964572Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c\") failed: Property not found. retry in 900.299386ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:51.729991997Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a\") failed: Property not found. retry in 1.028077053s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:51.74196826Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:52.139949413Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"2.428529075s"} {"msg":"wait for service Some(\"oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3\") failed: Property not found. retry in 873.131307ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:52.151783892Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb\") failed: Property not found. retry in 888.519833ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:52.163141008Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda\") failed: Property not found. retry in 1.461787099s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:52.172842572Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b\") failed: Property not found. retry in 620.432726ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:52.182819152Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501\") failed: Property not found. retry in 861.527485ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:52.19306448Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63\") failed: Property not found. retry in 1.384433568s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:52.203159993Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd\") failed: Property not found. retry in 1.407633465s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:52.213515224Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766\") failed: Property not found. retry in 589.878198ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:52.223995368Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646\") failed: Property not found. retry in 1.36541616s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:52.233761583Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e\") failed: Property not found. retry in 974.724494ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:52.243559459Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f\") failed: Property not found. retry in 493.060158ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:52.271300563Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f\") failed: Property not found. retry in 1.340469016s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:52.491779611Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8\") failed: Property not found. retry in 819.426644ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:52.538381718Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3\") failed: Property not found. retry in 1.387454598s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:52.582007717Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81\") failed: Property not found. retry in 1.254364714s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:52.623600684Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c\") failed: Property not found. retry in 587.356978ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:52.64338271Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f\") failed: Property not found. retry in 932.308283ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:52.778817047Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a\") failed: Property not found. retry in 986.545891ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:52.790498822Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b\") failed: Property not found. retry in 644.065407ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:52.815752352Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766\") failed: Property not found. retry in 1.023124715s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:52.829820869Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd\") failed: Property not found. retry in 565.044735ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:52.936487394Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a\") failed: Property not found. retry in 615.471807ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:53.008400382Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3\") failed: Property not found. retry in 689.801874ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:53.03511018Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb\") failed: Property not found. retry in 1.42807664s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:53.0634715Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501\") failed: Property not found. retry in 1.150196121s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:53.073478032Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e\") failed: Property not found. retry in 684.548083ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:53.231627092Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c\") failed: Property not found. retry in 1.144208822s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:53.243273246Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8\") failed: Property not found. retry in 839.765013ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:53.370233402Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b\") failed: Property not found. retry in 1.200470558s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:53.47317478Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd\") failed: Property not found. retry in 685.186781ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:53.514279024Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63\") failed: Property not found. retry in 1.032755029s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:53.601487551Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646\") failed: Property not found. retry in 1.034576345s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:53.61329335Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd\") failed: Property not found. retry in 1.150431683s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:53.631158816Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a\") failed: Property not found. retry in 1.288239804s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:53.641093265Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda\") failed: Property not found. retry in 1.46924127s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:53.653856409Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f\") failed: Property not found. retry in 1.364860609s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:53.724410932Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3\") failed: Property not found. retry in 1.114374513s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:53.739956318Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a\") failed: Property not found. retry in 843.626498ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:53.793314841Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f\") failed: Property not found. retry in 1.446120856s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:53.847179107Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766\") failed: Property not found. retry in 954.683466ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:53.867282972Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81\") failed: Property not found. retry in 885.353924ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:53.889846931Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e\") failed: Property not found. retry in 1.435158346s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:53.927855514Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3\") failed: Property not found. retry in 889.729758ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:53.988158848Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8\") failed: Property not found. retry in 1.136402476s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:54.23288199Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c\") failed: Property not found. retry in 550.881673ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:54.41057297Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb\") failed: Property not found. retry in 1.237109024s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:54.506964288Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a\") failed: Property not found. retry in 1.311242638s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:54.809286463Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81\") failed: Property not found. retry in 948.98053ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:54.818664358Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b\") failed: Property not found. retry in 1.440544937s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:54.827665623Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd\") failed: Property not found. retry in 504.968344ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:54.856220579Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646\") failed: Property not found. retry in 1.054429549s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:54.882847554Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3\") failed: Property not found. retry in 943.469743ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:54.910450085Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c\") failed: Property not found. retry in 1.272980812s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:54.973923103Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f\") failed: Property not found. retry in 872.271021ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:55.100895969Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda\") failed: Property not found. retry in 707.25486ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:55.134743173Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f\") failed: Property not found. retry in 526.146564ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:55.311196371Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd\") failed: Property not found. retry in 1.476195133s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:55.372722538Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e\") failed: Property not found. retry in 881.009054ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:55.386027045Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8\") failed: Property not found. retry in 596.494096ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:55.396106478Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb\") failed: Property not found. retry in 553.163922ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:55.756403008Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81\") failed: Property not found. retry in 1.34673799s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:55.781875003Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f\") failed: Property not found. retry in 1.04098012s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:55.853269327Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda\") failed: Property not found. retry in 651.843653ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:55.866091431Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646\") failed: Property not found. retry in 1.246399229s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:55.949992583Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f\") failed: Property not found. retry in 785.314997ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:55.989767901Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8\") failed: Property not found. retry in 1.346255659s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:56.004904067Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f\") failed: Property not found. retry in 965.842183ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:56.788568833Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f\") failed: Property not found. retry in 1.141845886s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:57.775117917Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f\") failed: Property not found. retry in 852.779175ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:58.93244493Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f\") failed: Property not found. retry in 924.564428ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:21:59.799605187Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f\") failed: Property not found. retry in 767.934189ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:22:00.73713055Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:22:01.134712843Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"4.049886164s"} {"msg":"wait for service Some(\"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f\") failed: Property not found. retry in 735.995511ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:22:01.517967562Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:01.728707575Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58391"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:01.736965301Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"07b41ab1-20ac-4db5-bf94-d7a0a7164717","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58391","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7449,"response_code":"200"} {"msg":"wait for service Some(\"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f\") failed: Property not found. retry in 925.355968ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:22:02.264326073Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:03.221965951Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_crucible_4b41895a-9eb9-4013-a351-9044e18f7fc3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:03.222022073Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_crucible_72b64c60-6adc-43c6-9811-00f42b56c8f3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:03.222028473Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_crucible_45d1606c-760e-49e1-93f5-68d2f8a0056c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:03.222033223Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_oximeter_4daad4eb-a44a-4284-aed7-ecda6bd3827a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:03.222038053Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_external_dns_3963284d-f267-448b-bfbb-a55402c7ef81"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:03.222042723Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_crucible_258c2c4c-1016-4d80-b3d4-737729d8a8bb"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:03.222047483Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_crucible_33bf58e9-44fc-44da-9328-86fd24a66bda"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:03.222052064Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_crucible_1e710058-8813-4cc1-b005-f322f467107b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:03.222056494Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_external_dns_1c3a7513-ed19-483c-872f-3377ba80f37f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:03.222068734Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_crucible_pantry_95ba58cc-ac8e-4184-ab2a-6133ffeee501"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:03.222074054Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_crucible_288f7daa-e3bd-4928-a1ba-e69d732272fd"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:03.222078774Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_crucible_0dcfd88e-be05-40ed-9457-11e0fb9fdb63"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:03.222107895Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_crucible_pantry_5fe6fe4f-157b-4be8-bd09-fbf2aa4b08bd"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:03.222118375Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_crucible_pantry_3df2e090-e138-45b7-ae0c-befa35147766"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:03.222126455Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_crucible_77527a2c-7c89-4a87-b0cc-afb1ad48e17a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:03.222131075Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_nexus_099ecd74-9dbb-4a7f-94ce-79177e3bb646"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:03.222135706Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_clickhouse_e958ccc4-cfdf-45a9-9788-badac857001f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:03.222143516Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_nexus_a28f8263-3fdd-4cd1-a79d-6ef15080a80e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:03.222148436Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_nexus_cef4a321-387e-44a1-92c9-23673073cdd8"} {"msg":"Writing ledger to /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:03.232039734Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:03.245738602Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:03.249671665Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"62d7f5e5-0c4d-4a2e-8946-06cdac0bec80","remote_addr":"[fd00:1122:3344:101::1]:53881","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":27285103,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:03.253510955Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1415"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:03.28472643Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:790"} {"msg":"Nexus address: [fd00:1122:3344:101::b]:12221","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:03.286195699Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:802"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n rib_priority: None,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n tx_eq: None,\n uplink_port_fec: Some(\n None,\n ),\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:03.327699943Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1016"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dc521fbd-1e78-4c20-a78c-fc16c751ec23/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:03.356203517Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dc521fbd-1e78-4c20-a78c-fc16c751ec23/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:03.487683071Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dc521fbd-1e78-4c20-a78c-fc16c751ec23/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:03.635175902Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dc521fbd-1e78-4c20-a78c-fc16c751ec23/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:03.851633805Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dc521fbd-1e78-4c20-a78c-fc16c751ec23/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:03.994039274Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dc521fbd-1e78-4c20-a78c-fc16c751ec23/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:04.122457398Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dc521fbd-1e78-4c20-a78c-fc16c751ec23/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:04.349299282Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dc521fbd-1e78-4c20-a78c-fc16c751ec23/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:04.519810405Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dc521fbd-1e78-4c20-a78c-fc16c751ec23/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:05.043991824Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:22:05.218855251Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"8.469233914s"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8d0fdb5-e645-4431-8229-85524500c0c2\", \"content-length\": \"173\", \"date\": \"Wed, 08 Jan 2025 18:22:10 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"dc521fbd-1e78-4c20-a78c-fc16c751ec23\\\"\", request_id: \"f8d0fdb5-e645-4431-8229-85524500c0c2\" }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:10.472764499Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"417df71c-2f56-436c-ab78-a0f78dac286c\", \"content-length\": \"173\", \"date\": \"Wed, 08 Jan 2025 18:22:10 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"dc521fbd-1e78-4c20-a78c-fc16c751ec23\\\"\", request_id: \"417df71c-2f56-436c-ab78-a0f78dac286c\" }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:11.26811369Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d59dfa6e-9a56-4b6a-911f-64e69b51c1da\", \"content-length\": \"173\", \"date\": \"Wed, 08 Jan 2025 18:22:11 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"dc521fbd-1e78-4c20-a78c-fc16c751ec23\\\"\", request_id: \"d59dfa6e-9a56-4b6a-911f-64e69b51c1da\" }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:11.902571418Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8bf9002-1ccf-43e8-a348-7146984ab084\", \"content-length\": \"173\", \"date\": \"Wed, 08 Jan 2025 18:22:12 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"dc521fbd-1e78-4c20-a78c-fc16c751ec23\\\"\", request_id: \"a8bf9002-1ccf-43e8-a348-7146984ab084\" }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:12.707374986Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"879d65be-2985-44b0-b73e-9a94f3eee66a\", \"content-length\": \"173\", \"date\": \"Wed, 08 Jan 2025 18:22:15 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0\\\"\", request_id: \"879d65be-2985-44b0-b73e-9a94f3eee66a\" }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:15.780069011Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f696a7e5-075e-43b0-ac33-eb29d9296df1\", \"content-length\": \"173\", \"date\": \"Wed, 08 Jan 2025 18:22:17 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0\\\"\", request_id: \"f696a7e5-075e-43b0-ac33-eb29d9296df1\" }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:17.683406147Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b89c78e-adcc-4d9d-82ee-85eb16c6a646\", \"content-length\": \"173\", \"date\": \"Wed, 08 Jan 2025 18:22:18 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0\\\"\", request_id: \"9b89c78e-adcc-4d9d-82ee-85eb16c6a646\" }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:18.725212775Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca467097-9af0-41a5-a194-950700cd496b\", \"content-length\": \"173\", \"date\": \"Wed, 08 Jan 2025 18:22:21 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0\\\"\", request_id: \"ca467097-9af0-41a5-a194-950700cd496b\" }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:21.326246411Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37f23d04-45a3-4a2a-91ea-772e223df1aa\", \"content-length\": \"173\", \"date\": \"Wed, 08 Jan 2025 18:22:23 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0\\\"\", request_id: \"37f23d04-45a3-4a2a-91ea-772e223df1aa\" }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:24.543056169Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d52e4d0-1425-4332-8570-a0942befe5b4\", \"content-length\": \"173\", \"date\": \"Wed, 08 Jan 2025 18:22:27 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0\\\"\", request_id: \"7d52e4d0-1425-4332-8570-a0942befe5b4\" }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:28.034362014Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e6da197-784a-40ea-8560-aac636b9ca11\", \"content-length\": \"173\", \"date\": \"Wed, 08 Jan 2025 18:22:30 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0\\\"\", request_id: \"6e6da197-784a-40ea-8560-aac636b9ca11\" }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:30.578152806Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:31.774058927Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:42167"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:31.77491105Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"90b6a279-c01a-438e-b588-bf9e730bf0d7","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:42167","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":40,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe329627-676c-4e0d-90b5-6f19527ea5e0\", \"content-length\": \"173\", \"date\": \"Wed, 08 Jan 2025 18:22:34 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0\\\"\", request_id: \"fe329627-676c-4e0d-90b5-6f19527ea5e0\" }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:34.907181608Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9530cbb5-ad26-4382-8733-34a2bdbc89d5\", \"content-length\": \"173\", \"date\": \"Wed, 08 Jan 2025 18:22:38 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0\\\"\", request_id: \"9530cbb5-ad26-4382-8733-34a2bdbc89d5\" }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:38.662168711Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1078"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:42.198294347Z","hostname":"buskin","pid":1566,"component":"NexusNotifierTask","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/nexus.rs:500","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:42.293626527Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:42745"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:42.295906077Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:42.295920247Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:42.297784926Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:42.29985786Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:42.313507086Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:42.314054981Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:42.336406444Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:42.336450486Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_0ac8ff68-15ea-4477-a206-5a7619973e85"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:42.357995218Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:42.35805631Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_bf665b71-2255-48d6-b1fd-c863b4c8e1af"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:42.38028894Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:42.380337381Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_4f399814-e4ff-4480-aa92-c4c936f90fd0"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:42.399478201Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:42.399526813Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_c1f40097-34cd-4b0e-8a1d-a4c6931740f6"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: efc412bd-0718-4381-8d37-e5a204c8c3de (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:42.418735354Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:42.418779625Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_efc412bd-0718-4381-8d37-e5a204c8c3de"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 91e62592-6bd8-45a2-a311-bfef0a5977f4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:42.437883355Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:42.437922725Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_91e62592-6bd8-45a2-a311-bfef0a5977f4"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:42.456561302Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:42.456596863Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_93dafc63-6f00-46e6-a292-a8413d960ce4"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 36139540-6634-4f0c-9c90-f57efa2432be (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:42.476122783Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:42.476164724Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_36139540-6634-4f0c-9c90-f57efa2432be"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:42.486810292Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"505f2a26-d58b-4de3-9f17-25e6ee875233","remote_addr":"[fd00:1122:3344:101::b]:42745","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":193056,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:43.988308434Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:42146"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:43.988756686Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"5bfbd7de-041f-4c4b-a03f-d2b067b9c845","remote_addr":"[fd00:1122:3344:101::b]:42146","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":364,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:44.067946864Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:56459"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:44.068458157Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"4e6c902b-ec25-45e1-9ab7-77033ab96841","remote_addr":"[fd00:1122:3344:101::a]:56459","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":417,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:44.090153474Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57494"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:44.090271067Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ddbee151-2896-4bc3-96ee-d36859a4ebfa","remote_addr":"[fd00:1122:3344:101::a]:57494","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":68,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:44.152462021Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:44.152492962Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"722ab699-ad5a-4988-87e1-3e2449f9d64f","remote_addr":"[fd00:1122:3344:101::a]:57494","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":779,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:44.156058455Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:44.156076886Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"5286e0cc-014f-465f-a238-111bcfe0c918","remote_addr":"[fd00:1122:3344:101::b]:42146","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":46,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:44.212879229Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58943"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:44.218050804Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"d2feeb26-c557-4c7b-8784-e65fc39541bb","remote_addr":"[fd00:1122:3344:101::b]:58943","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5091,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:44.450145295Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:46772"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:44.450227748Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"6415da86-b0f4-42a0-ab4e-2af842f102c0","remote_addr":"[fd00:1122:3344:101::c]:46772","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:44.505817369Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"73daf5b4-89d6-42cd-853e-9cfcb8ea6536","remote_addr":"[fd00:1122:3344:101::a]:57494","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":10896,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:44.522282609Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:48013"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:44.522462604Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"ffcf402a-ba16-48ff-aaef-fc8215a9b1f6","remote_addr":"[fd00:1122:3344:101::c]:48013","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102,"response_code":"200"} {"msg":"skipping delta compute for subnet","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:44.566701539Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:486","new_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 5 }","old_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 5 }","subnet":"RouterId { vni: Vni(100), kind: System }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:44.567221313Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a4901feb-1472-4acd-a896-b58041c716c1","remote_addr":"[fd00:1122:3344:101::b]:42146","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":717,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:44.611452268Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:44.611471228Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b17e7066-6fb9-4226-b108-bd68c8f58b4d","remote_addr":"[fd00:1122:3344:101::c]:46772","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":60,"response_code":"204"} {"msg":"skipping delta compute for subnet","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:44.851011143Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:486","new_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 5 }","old_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 5 }","subnet":"RouterId { vni: Vni(100), kind: System }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:44.851140317Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f004ef14-581a-46c9-8854-e10eb77ca5e1","remote_addr":"[fd00:1122:3344:101::c]:46772","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":828,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:46.679760002Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41648"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:46.681447336Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0041456a-da2f-4ef8-bdf7-8e18ca9d8279, kind: Service { id: 1c3a7513-ed19-483c-872f-3377ba80f37f }, name: Name(\"external-dns-1c3a7513-ed19-483c-872f-3377ba80f37f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 170])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ce1a1751-7375-4744-b6f0-690b02866c95, kind: Service { id: 3963284d-f267-448b-bfbb-a55402c7ef81 }, name: Name(\"external-dns-3963284d-f267-448b-bfbb-a55402c7ef81\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 139, 116])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2beb6270-a9c4-41a0-b3ab-eeff6ddd3582, kind: Service { id: cef4a321-387e-44a1-92c9-23673073cdd8 }, name: Name(\"nexus-cef4a321-387e-44a1-92c9-23673073cdd8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 113])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bfb8fa95-f4f1-4ec3-bb77-0e8adbc6ac68, kind: Service { id: a28f8263-3fdd-4cd1-a79d-6ef15080a80e }, name: Name(\"nexus-a28f8263-3fdd-4cd1-a79d-6ef15080a80e\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 87])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c656ac3d-ffdc-434e-863c-8efcfbd82ab4, kind: Service { id: 099ecd74-9dbb-4a7f-94ce-79177e3bb646 }, name: Name(\"nexus-099ecd74-9dbb-4a7f-94ce-79177e3bb646\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 168, 171])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:46.681499777Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:46.681534308Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:46.681541188Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:46.68159353Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:46.681622001Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:46.681634191Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:46.681651181Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"820fccf0-4862-428e-9533-69400f529cb6","remote_addr":"[fd00:1122:3344:101::b]:41648","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1814,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:46.683865769Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1088"} {"msg":"Writing ledger to /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:46.688665474Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:46.688967302Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:46.874081516Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:50943"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:46.874332382Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0041456a-da2f-4ef8-bdf7-8e18ca9d8279, kind: Service { id: 1c3a7513-ed19-483c-872f-3377ba80f37f }, name: Name(\"external-dns-1c3a7513-ed19-483c-872f-3377ba80f37f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 170])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ce1a1751-7375-4744-b6f0-690b02866c95, kind: Service { id: 3963284d-f267-448b-bfbb-a55402c7ef81 }, name: Name(\"external-dns-3963284d-f267-448b-bfbb-a55402c7ef81\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 139, 116])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2beb6270-a9c4-41a0-b3ab-eeff6ddd3582, kind: Service { id: cef4a321-387e-44a1-92c9-23673073cdd8 }, name: Name(\"nexus-cef4a321-387e-44a1-92c9-23673073cdd8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 113])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bfb8fa95-f4f1-4ec3-bb77-0e8adbc6ac68, kind: Service { id: a28f8263-3fdd-4cd1-a79d-6ef15080a80e }, name: Name(\"nexus-a28f8263-3fdd-4cd1-a79d-6ef15080a80e\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 87])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c656ac3d-ffdc-434e-863c-8efcfbd82ab4, kind: Service { id: 099ecd74-9dbb-4a7f-94ce-79177e3bb646 }, name: Name(\"nexus-099ecd74-9dbb-4a7f-94ce-79177e3bb646\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 168, 171])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:46.874390394Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:46.874441775Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:46.874452245Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:46.874460736Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:46.874470786Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:46.874487126Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:46.874510957Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"7f633b6c-8413-4cfe-8417-62645f51a43f","remote_addr":"[fd00:1122:3344:101::a]:50943","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":336,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:46.964004844Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41640"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:46.964118357Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:46.964139298Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:46.964149908Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:46.964328143Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:46.977442565Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:46.977492407Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:47.002763947Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:47.002808008Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_0ac8ff68-15ea-4477-a206-5a7619973e85"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:47.026202369Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:47.02625391Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_bf665b71-2255-48d6-b1fd-c863b4c8e1af"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:47.050350979Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:47.05039075Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_4f399814-e4ff-4480-aa92-c4c936f90fd0"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:47.071863521Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:47.071908102Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_c1f40097-34cd-4b0e-8a1d-a4c6931740f6"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: efc412bd-0718-4381-8d37-e5a204c8c3de (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:47.09364926Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:47.093706062Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_efc412bd-0718-4381-8d37-e5a204c8c3de"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 91e62592-6bd8-45a2-a311-bfef0a5977f4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:47.115538052Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:47.115575773Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_91e62592-6bd8-45a2-a311-bfef0a5977f4"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:47.134871757Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:47.134909228Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_93dafc63-6f00-46e6-a292-a8413d960ce4"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 36139540-6634-4f0c-9c90-f57efa2432be (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:47.158781501Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:47.158821002Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_36139540-6634-4f0c-9c90-f57efa2432be"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:47.17022271Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"0c75fba9-274c-4765-a2fc-f8d36d3ce5df","remote_addr":"[fd00:1122:3344:101::b]:41640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":206123,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:47.307057453Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:44952"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:47.30731213Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0041456a-da2f-4ef8-bdf7-8e18ca9d8279, kind: Service { id: 1c3a7513-ed19-483c-872f-3377ba80f37f }, name: Name(\"external-dns-1c3a7513-ed19-483c-872f-3377ba80f37f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 170])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ce1a1751-7375-4744-b6f0-690b02866c95, kind: Service { id: 3963284d-f267-448b-bfbb-a55402c7ef81 }, name: Name(\"external-dns-3963284d-f267-448b-bfbb-a55402c7ef81\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 139, 116])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2beb6270-a9c4-41a0-b3ab-eeff6ddd3582, kind: Service { id: cef4a321-387e-44a1-92c9-23673073cdd8 }, name: Name(\"nexus-cef4a321-387e-44a1-92c9-23673073cdd8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 113])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bfb8fa95-f4f1-4ec3-bb77-0e8adbc6ac68, kind: Service { id: a28f8263-3fdd-4cd1-a79d-6ef15080a80e }, name: Name(\"nexus-a28f8263-3fdd-4cd1-a79d-6ef15080a80e\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 87])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c656ac3d-ffdc-434e-863c-8efcfbd82ab4, kind: Service { id: 099ecd74-9dbb-4a7f-94ce-79177e3bb646 }, name: Name(\"nexus-099ecd74-9dbb-4a7f-94ce-79177e3bb646\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 168, 171])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:47.307358621Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:47.307387632Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:47.307400122Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:47.307405063Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:47.307412603Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:47.307418463Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:47.307433513Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"84a1dbd7-0d62-4197-93e3-0b531174cf88","remote_addr":"[fd00:1122:3344:101::c]:44952","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":289,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:47.824554098Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:55944"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:47.824792295Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0041456a-da2f-4ef8-bdf7-8e18ca9d8279, kind: Service { id: 1c3a7513-ed19-483c-872f-3377ba80f37f }, name: Name(\"external-dns-1c3a7513-ed19-483c-872f-3377ba80f37f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 170])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ce1a1751-7375-4744-b6f0-690b02866c95, kind: Service { id: 3963284d-f267-448b-bfbb-a55402c7ef81 }, name: Name(\"external-dns-3963284d-f267-448b-bfbb-a55402c7ef81\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 139, 116])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2beb6270-a9c4-41a0-b3ab-eeff6ddd3582, kind: Service { id: cef4a321-387e-44a1-92c9-23673073cdd8 }, name: Name(\"nexus-cef4a321-387e-44a1-92c9-23673073cdd8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 113])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bfb8fa95-f4f1-4ec3-bb77-0e8adbc6ac68, kind: Service { id: a28f8263-3fdd-4cd1-a79d-6ef15080a80e }, name: Name(\"nexus-a28f8263-3fdd-4cd1-a79d-6ef15080a80e\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 87])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c656ac3d-ffdc-434e-863c-8efcfbd82ab4, kind: Service { id: 099ecd74-9dbb-4a7f-94ce-79177e3bb646 }, name: Name(\"nexus-099ecd74-9dbb-4a7f-94ce-79177e3bb646\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 168, 171])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:47.824829436Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:47.824856126Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:47.824874266Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:47.824879487Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:47.824884777Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:47.824889987Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:47.824914988Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d1ab4f7e-8087-4074-993e-1928a6a52b4c","remote_addr":"[fd00:1122:3344:101::b]:55944","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":300,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:54.857727399Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:53614"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:54.857908634Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"fec39d8a-8dae-4bda-b6ac-2884c07562cb","remote_addr":"[fd00:1122:3344:101::b]:53614","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:54.872439573Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:54.872459464Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"99e26c4c-3e3e-4a05-80fc-203127036ae7","remote_addr":"[fd00:1122:3344:101::b]:53614","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:54.88380281Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"fe35b6be-43ca-4157-95d5-2276a243744c","remote_addr":"[fd00:1122:3344:101::b]:53614","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":222,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:55.652723571Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:33327","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:43465"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:22:55.68371066Z","hostname":"buskin","pid":1566,"uri":"/7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","method":"GET","req_id":"7a6bf381-a41b-459c-bedc-4595972b3a8f","remote_addr":"[fd00:1122:3344:101::d]:43465","local_addr":"[fd00:1122:3344:101::1]:33327","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":29095,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:01.807445793Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43727"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:01.808153081Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"d422fe56-491f-4054-b651-e41ed7bf2887","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43727","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":67,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.0241641Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58040"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.024295524Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"0b28e156-b350-4f28-8ef7-182df69e35f7","remote_addr":"[fd00:1122:3344:101::a]:58040","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":56,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.100614677Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.100652468Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"40bd846c-8121-4e61-8af4-eadf8d03495b","remote_addr":"[fd00:1122:3344:101::a]:58040","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":73,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.111386388Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"102e05b5-e19e-475f-9d9e-c3879f79c677","remote_addr":"[fd00:1122:3344:101::a]:58040","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":247,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.217470829Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:60752"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.217587702Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"35739e88-d412-4a3a-9a47-8ba26c7786ec","remote_addr":"[fd00:1122:3344:101::b]:60752","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":62,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.26309699Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:52589"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.264462596Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.35767882Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.443586504Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"e058e209-ca35-42d6-bc29-eb4c2e2fc7eb","remote_addr":"[fd00:1122:3344:101::a]:52589","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":180353,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.444005795Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:49402"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.444086087Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:49157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.451957373Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"b9677d1b-ff5f-4c3c-ae49-fb119d506ef2","remote_addr":"[fd00:1122:3344:101::b]:49157","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7619,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.452137127Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"a2d98844-54e5-4d2c-a59f-b3848cd1cf9b","remote_addr":"[fd00:1122:3344:101::a]:49402","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7559,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.452463366Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"0646a374-70d1-4baf-b9d9-55ecb49d2502","remote_addr":"[fd00:1122:3344:101::a]:52589","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8334,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.46374289Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.463762501Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"494eaaf3-cb12-41fb-9835-2c864662c03c","remote_addr":"[fd00:1122:3344:101::b]:60752","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.473259689Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f09cbd8e-58af-413c-b66a-72babde3e2e0","remote_addr":"[fd00:1122:3344:101::b]:60752","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":193,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.473333761Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:54444"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.474172353Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e630177d-9cde-4486-a89b-e0d7324c1ead","remote_addr":"[fd00:1122:3344:101::c]:54444","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":39,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.521046187Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:37963"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.521180021Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.567803428Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.635137897Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"8250c4ed-394c-4bd9-925b-438b602d6261","remote_addr":"[fd00:1122:3344:101::b]:37963","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":114016,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.635406404Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.635447895Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c6431acb-bee4-487e-9409-6a57238598d1","remote_addr":"[fd00:1122:3344:101::c]:54444","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":117,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.635772493Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"a849fbf4-fd19-4756-8d02-43d5c26a236e","remote_addr":"[fd00:1122:3344:101::b]:37963","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":293,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.637156099Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.638210947Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.639667065Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.641086912Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.641131813Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"PUT","req_id":"4eb53e4b-7a74-4e16-8a73-e55894941980","remote_addr":"[fd00:1122:3344:101::a]:52589","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5594,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.650844147Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"20c9431c-6fdb-4ffc-a4b0-9deed78e62db","remote_addr":"[fd00:1122:3344:101::c]:54444","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":260,"response_code":"204"} {"msg":"Attempting to update network config with generation: 3, current_generation: 2","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.676416825Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.676438975Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.67664095Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 3","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.676801135Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.676850186Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"PUT","req_id":"6ff031a5-c82c-4794-b3f6-8505d5a17151","remote_addr":"[fd00:1122:3344:101::b]:37963","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":514,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.795085674Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:43618"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.795252468Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"de6ae0a4-3050-4348-8593-4d63b7890fab","remote_addr":"[fd00:1122:3344:101::c]:43618","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":113,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.866769135Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:62440"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.866874398Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.902678023Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.961311024Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4261ca02-c13e-42b9-b3c2-92738f47f368","remote_addr":"[fd00:1122:3344:101::c]:62440","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94481,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:14.96230277Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"1a94b4eb-b63d-4189-b814-ba0b33576f06","remote_addr":"[fd00:1122:3344:101::c]:62440","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":228,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:25.660911883Z","hostname":"buskin","pid":1566,"uri":"/7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","method":"GET","req_id":"cdf005df-fe2f-4af8-849e-61c66cfddbe2","remote_addr":"[fd00:1122:3344:101::d]:43465","local_addr":"[fd00:1122:3344:101::1]:33327","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8298,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:31.840480227Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53394"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:31.840736693Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"bb2d329f-b7c4-4713-9fee-570186e38099","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53394","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":40,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.050815875Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:42114"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.050938769Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"25f253b6-376e-48b9-b176-314964dd788e","remote_addr":"[fd00:1122:3344:101::b]:42114","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":44,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.100222665Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.100265797Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"8f1bf6fc-2236-4bac-89a7-50d7c8c28048","remote_addr":"[fd00:1122:3344:101::b]:42114","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.110927945Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"2d539ab7-0735-4313-8b3a-7d0a3e8e32c5","remote_addr":"[fd00:1122:3344:101::b]:42114","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":176,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.127305473Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:53412"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.127394685Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"17f04a78-9743-4853-a793-c3b769044d15","remote_addr":"[fd00:1122:3344:101::a]:53412","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":28,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.178395467Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.178421788Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b6fac9ae-24ee-4656-a253-908d2e1f888c","remote_addr":"[fd00:1122:3344:101::a]:53412","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":70,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.188412269Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d4b5af1d-bb0d-407c-8d24-cadcc4e12d5b","remote_addr":"[fd00:1122:3344:101::a]:53412","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":138,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.218184086Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:34599"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.218368991Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"b44c65b5-933c-4e9f-8fa1-9f50eb925e0b","remote_addr":"[fd00:1122:3344:101::b]:34599","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.225123537Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:61900"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.225255371Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"6cb71d9d-e930-4491-b55e-ba6b8f04a0db","remote_addr":"[fd00:1122:3344:101::a]:61900","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":86,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.241048173Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:64345"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.241148396Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.279861207Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.362410003Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"3b9da71c-b915-4903-adeb-cd5210a335e2","remote_addr":"[fd00:1122:3344:101::b]:64345","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":121277,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.362656869Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:64052"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.363031199Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.363094891Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"f2bff2bd-316f-4ff4-aec4-268f1ecbd434","remote_addr":"[fd00:1122:3344:101::b]:64345","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":354,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.407406268Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.470219178Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"1b761fa3-241e-4788-9f57-9f3e1ed15e45","remote_addr":"[fd00:1122:3344:101::a]:64052","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":107378,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.470534896Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"dd12b84f-5426-4cc9-aff8-026ab5592e5f","remote_addr":"[fd00:1122:3344:101::a]:64052","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.513340954Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:57744"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.513456668Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f0635201-6417-4c16-a8b7-bbf7145d8d1b","remote_addr":"[fd00:1122:3344:101::c]:57744","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":58,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.567885119Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.567903739Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"91eea1a7-0405-4375-953e-ef02ce5843b0","remote_addr":"[fd00:1122:3344:101::c]:57744","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":65,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.583739503Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:64594"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.583956709Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"2206c17d-ee26-48b3-b3a0-2f55f3a53b8a","remote_addr":"[fd00:1122:3344:101::c]:64594","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":142,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.587338227Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"fbba175f-5ce1-4874-9f61-2dc2f285f113","remote_addr":"[fd00:1122:3344:101::c]:57744","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":233,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.658540866Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:37467"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.658646389Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.697847843Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.755423487Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"203e75a1-71f0-4ec4-91a2-ca887bf5e8fc","remote_addr":"[fd00:1122:3344:101::c]:37467","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96810,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:44.755737325Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"fa62554c-7e3b-43b3-88c8-a116e0ff51c0","remote_addr":"[fd00:1122:3344:101::c]:37467","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:23:55.663141394Z","hostname":"buskin","pid":1566,"uri":"/7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","method":"GET","req_id":"ae752c3f-7cd6-4201-8a32-a338329f917d","remote_addr":"[fd00:1122:3344:101::d]:43465","local_addr":"[fd00:1122:3344:101::1]:33327","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":11079,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:01.873214881Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:01.873465108Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"d0463355-a9ed-4305-bb3b-29255ecb8d11","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55948","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":79,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.063245237Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:41794"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.063394001Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"7e18e2a4-3905-4938-a1ba-2f2690f8cd6b","remote_addr":"[fd00:1122:3344:101::a]:41794","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":78,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.132967178Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.132995828Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b6279955-939b-4621-ad18-139fa3f1824d","remote_addr":"[fd00:1122:3344:101::a]:41794","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":114,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.143246526Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"94c61435-766a-4818-940d-d763fe054d3d","remote_addr":"[fd00:1122:3344:101::a]:41794","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":208,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.187728788Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:60715"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.18783024Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8751d5c1-9739-4cdd-b42a-274176a4bbbf","remote_addr":"[fd00:1122:3344:101::b]:60715","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":48,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.24561805Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.24564589Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"83247669-f41a-43cd-9253-efb656786e58","remote_addr":"[fd00:1122:3344:101::b]:60715","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":70,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.255384475Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"1f0729f0-f4ac-4024-89e7-a06094262b19","remote_addr":"[fd00:1122:3344:101::b]:60715","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":165,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.324360226Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:46949"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.324560031Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"5792cdaa-534e-4b4b-b698-fa11aae7ec2f","remote_addr":"[fd00:1122:3344:101::b]:46949","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":138,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.358270292Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:48732"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.358491317Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"6db7aa94-4798-441b-8931-6c36a3563706","remote_addr":"[fd00:1122:3344:101::a]:48732","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":142,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.384832945Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:48873"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.384970869Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.432588862Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.494295304Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ecf45f6b-ea0c-4b3e-94dd-53bef1968451","remote_addr":"[fd00:1122:3344:101::a]:48873","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":109392,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.494612062Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:52679"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.494927681Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"429b950c-492c-444a-b406-7b496ead2c96","remote_addr":"[fd00:1122:3344:101::a]:48873","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":275,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.494998462Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.534078733Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.590660521Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"1f703c6f-92d1-4fb9-9a49-c452aba18134","remote_addr":"[fd00:1122:3344:101::b]:52679","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95809,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.5910288Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ea4dff47-7fd8-4404-8807-ef3b33bbe23f","remote_addr":"[fd00:1122:3344:101::b]:52679","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":160,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.616333891Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:54479"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.616461395Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b11633f8-0b83-45f2-9f71-b231be4fd301","remote_addr":"[fd00:1122:3344:101::c]:54479","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":65,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.660676309Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.66069445Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"8f1cbfd3-5d0c-4d36-bfc1-411608889c2c","remote_addr":"[fd00:1122:3344:101::c]:54479","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":80,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.672704203Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"469049db-5aaa-47cc-9122-1945ee03b233","remote_addr":"[fd00:1122:3344:101::c]:54479","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":344,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.84951281Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:54696"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.849727015Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"88b6ed1c-c884-4e48-8726-16f784e02c63","remote_addr":"[fd00:1122:3344:101::c]:54696","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":150,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.887754029Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:50489"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.887866651Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.928588595Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.984080904Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"27331ba7-1866-4d14-9227-b23dd5c6c413","remote_addr":"[fd00:1122:3344:101::c]:50489","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96265,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:14.987907964Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e55bceec-09b3-4d82-9e23-a56b54a65eb0","remote_addr":"[fd00:1122:3344:101::c]:50489","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":170,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:25.660559072Z","hostname":"buskin","pid":1566,"uri":"/7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","method":"GET","req_id":"bbac7413-79be-40d4-bb30-2f49d747d295","remote_addr":"[fd00:1122:3344:101::d]:43465","local_addr":"[fd00:1122:3344:101::1]:33327","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8068,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:31.90664196Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:39855"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:31.906776643Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"c2c87c2b-f53a-4d9a-b04c-d0f30fb58cd9","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:39855","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":52,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.050591802Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:54520"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.050738036Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"7fddca7b-2897-4c29-b686-297bc502d122","remote_addr":"[fd00:1122:3344:101::b]:54520","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":52,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.066729044Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.066747974Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"bd987f91-fb90-41d2-a7db-9b2fa7112c60","remote_addr":"[fd00:1122:3344:101::b]:54520","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":71,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.076019686Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"fccbb050-7782-4e8f-a155-fd8c791b146f","remote_addr":"[fd00:1122:3344:101::b]:54520","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":155,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.077456464Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57836"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.077580457Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e6259f2a-0f29-45e5-958b-147fb7c0fcb9","remote_addr":"[fd00:1122:3344:101::a]:57836","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":19,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.092027404Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.092042795Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b4ce6754-e759-4c4d-8048-d0d58d9828c7","remote_addr":"[fd00:1122:3344:101::a]:57836","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.100858195Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e81bfaff-018d-469e-b91b-08c20cde3d59","remote_addr":"[fd00:1122:3344:101::a]:57836","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":120,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.116498214Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:62878"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.116619847Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.159707872Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.221228999Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"7b4711b0-5392-4a96-822b-e07244b0ce66","remote_addr":"[fd00:1122:3344:101::a]:62878","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104645,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.221353102Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:42582"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.221405663Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:35648"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.221450035Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:34325"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.221938157Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"5088a0b0-e670-4403-8331-3bfe228dcf5f","remote_addr":"[fd00:1122:3344:101::b]:42582","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":325,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.221966528Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"2c1a9bb0-2d6c-45ba-b0ab-a2d390aa5307","remote_addr":"[fd00:1122:3344:101::a]:62878","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":351,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.221974528Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.221988578Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"94163634-0b24-4e55-8ef9-e34b824eca0d","remote_addr":"[fd00:1122:3344:101::a]:34325","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":379,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.259351784Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.330291537Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"e173d96c-5ae7-4e11-8219-c88f50a3ee4b","remote_addr":"[fd00:1122:3344:101::b]:35648","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108492,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.330817551Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ae428550-f15a-42f8-ad6b-c3f3dfeae982","remote_addr":"[fd00:1122:3344:101::b]:35648","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":238,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.489523025Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:61044"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.489639468Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c4224ff4-2272-4a3d-b744-167eb899ab02","remote_addr":"[fd00:1122:3344:101::c]:61044","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":61,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.509640941Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.509660501Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"4aa8e0f2-151a-402e-beac-56290ff1e8bd","remote_addr":"[fd00:1122:3344:101::c]:61044","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":59,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.51918281Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"5b4f42d3-9345-4c16-94c9-907f88e387ec","remote_addr":"[fd00:1122:3344:101::c]:61044","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":180,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.5601305Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:50006"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.560293004Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"11315807-5e30-4988-91f3-0597c9c26537","remote_addr":"[fd00:1122:3344:101::c]:50006","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.616504502Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:32783"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.616596424Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.654973636Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.720803965Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"9ed7c181-8701-4010-b920-c740f2a99fc4","remote_addr":"[fd00:1122:3344:101::c]:32783","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104228,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:44.721142694Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"67cbbc01-3a6f-440e-9c47-ae6cf7e11e3f","remote_addr":"[fd00:1122:3344:101::c]:32783","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":122,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:24:55.660379574Z","hostname":"buskin","pid":1566,"uri":"/7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","method":"GET","req_id":"38f7b47b-f80e-4b23-b672-52d684488204","remote_addr":"[fd00:1122:3344:101::d]:43465","local_addr":"[fd00:1122:3344:101::1]:33327","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7896,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:01.940754798Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46000"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:01.940881861Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"b5724e0a-1cd8-477c-b511-78f6abecff1c","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46000","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":61,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:10.335974031Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:14.17742267Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58058"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:14.177577284Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"841f1cd7-2a0e-4d6c-bac5-0e5d43672f6b","remote_addr":"[fd00:1122:3344:101::a]:58058","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":70,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:14.222480167Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:14.222493907Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"97afd6a6-5edb-4346-85ff-38fa3bc7b30c","remote_addr":"[fd00:1122:3344:101::a]:58058","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":60,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:14.225976588Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:35059"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:14.22605487Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"3b45e554-ecab-46cf-84c3-44e34be8b715","remote_addr":"[fd00:1122:3344:101::b]:35059","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":30,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:14.232210081Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"cdd292e8-805e-477c-87dd-cc031da6f9a5","remote_addr":"[fd00:1122:3344:101::a]:58058","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":150,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:14.269088274Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:14.269102875Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c0bb7c3e-4c01-4fcf-9e7c-41a3e5045153","remote_addr":"[fd00:1122:3344:101::b]:35059","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":27,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:14.279619329Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:47893"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:14.279879856Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"1ce57381-df27-48bf-8012-a9e263634bad","remote_addr":"[fd00:1122:3344:101::a]:47893","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:14.351912777Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63263"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:14.352046341Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:14.402079037Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:14.480035683Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"e44d48a1-5623-4774-a2ed-037f6c0ebd95","remote_addr":"[fd00:1122:3344:101::a]:63263","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":128043,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:14.48028476Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:51576"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:14.480368852Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:48858"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:14.480490155Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"11a88fad-f0c7-49fa-bacc-8e390367bc82","remote_addr":"[fd00:1122:3344:101::b]:35059","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":298,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:14.480698021Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d520ff01-b1fc-4b76-a474-4bcd35aeb1e9","remote_addr":"[fd00:1122:3344:101::a]:63263","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":332,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:14.480824824Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"d9372db4-848b-4d6b-ab27-2405951773ec","remote_addr":"[fd00:1122:3344:101::b]:51576","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":271,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:14.480855705Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:14.520367177Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:14.574942942Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"3e36d5ef-9732-4635-9c4e-8b17f9b2845e","remote_addr":"[fd00:1122:3344:101::b]:48858","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94276,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:14.575290831Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"c42c155d-3942-4b68-b2b6-2885eb814e16","remote_addr":"[fd00:1122:3344:101::b]:48858","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":125,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:14.595605741Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:61652"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:14.595740565Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"64e533d7-90b4-4a14-bbef-1049c9cf2561","remote_addr":"[fd00:1122:3344:101::c]:61652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":68,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:14.636259603Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:14.636284184Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b93fb09b-58eb-4925-ba03-b3756b0a783b","remote_addr":"[fd00:1122:3344:101::c]:61652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":71,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:14.648256196Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"7d4cd2c4-96e6-4fb2-b686-bb67c6620e08","remote_addr":"[fd00:1122:3344:101::c]:61652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":294,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:14.768840795Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:37139"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:14.76899994Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"96a15c2e-66e3-4a6a-8a7d-f9dc641b24f3","remote_addr":"[fd00:1122:3344:101::c]:37139","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:14.940002065Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:58442"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:14.940103877Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:14.978433998Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:15.032226473Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a7185516-4bf9-4608-8058-6aa738119d47","remote_addr":"[fd00:1122:3344:101::c]:58442","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92159,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:15.032753207Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"5cb8fd3e-924a-4be4-8e55-6a6749dfc624","remote_addr":"[fd00:1122:3344:101::c]:58442","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":213,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:25.660610796Z","hostname":"buskin","pid":1566,"uri":"/7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","method":"GET","req_id":"4a67ceab-7da0-4ff2-9ee8-4ad5accbbba1","remote_addr":"[fd00:1122:3344:101::d]:43465","local_addr":"[fd00:1122:3344:101::1]:33327","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8116,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:31.975078598Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49593"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:31.975234082Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"c74a4dc9-3106-473a-b329-2b8d7b621ca5","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49593","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":77,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.086649984Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:56608"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.086824139Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"be21ad20-8a36-4261-9f26-2bf8b7cc1760","remote_addr":"[fd00:1122:3344:101::a]:56608","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.123493016Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:56690"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.123711222Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"ad12c9fc-f56f-4708-a412-5de174a606b0","remote_addr":"[fd00:1122:3344:101::a]:56690","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":158,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.136937018Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:33412"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.137006829Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ea1e8251-7cc9-4c91-a3f5-3e0742fdf650","remote_addr":"[fd00:1122:3344:101::b]:33412","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":44,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.151810686Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.151833987Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"1a5645ed-ceea-4511-8166-59adf5437941","remote_addr":"[fd00:1122:3344:101::b]:33412","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":67,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.167050524Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:62446"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.167160857Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.207984153Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.265334081Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"db9e6c49-c371-4f96-bfbe-26f16df475d7","remote_addr":"[fd00:1122:3344:101::a]:62446","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98212,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.265620008Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:50991"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.265769082Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41005"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.265993188Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.26606701Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"478a655e-6395-4d71-a9b5-d9fb31932203","remote_addr":"[fd00:1122:3344:101::a]:56608","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":298,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.26608237Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"ae49f165-ac9e-4e7d-9aa6-71600c6cfbfe","remote_addr":"[fd00:1122:3344:101::b]:33412","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":554,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.266091711Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ab44809c-edb0-4721-8f22-d3197407a042","remote_addr":"[fd00:1122:3344:101::a]:62446","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":361,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.266220004Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.266266565Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"7992686c-2c57-4c43-a2ab-8bfbb824af57","remote_addr":"[fd00:1122:3344:101::b]:50991","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":321,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.276238736Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"43ac2821-0251-486b-903a-20a75f77ca7c","remote_addr":"[fd00:1122:3344:101::a]:56608","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":353,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.316577509Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.385400136Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"8c0c553d-f263-4de8-be51-7cef215aa775","remote_addr":"[fd00:1122:3344:101::b]:41005","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":119298,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.385815877Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"87f3d380-0960-4239-8f69-20898cf4bf9f","remote_addr":"[fd00:1122:3344:101::b]:41005","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":157,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.437477336Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:50586"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.43759333Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"06b0794d-8e2f-41f8-ae25-5a4aed5ff808","remote_addr":"[fd00:1122:3344:101::c]:50586","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":58,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.476054714Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:43837"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.476264309Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"81172847-15be-44da-82da-ca51b7da2205","remote_addr":"[fd00:1122:3344:101::c]:43837","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":129,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.478808406Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.478821276Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a388ebff-d7c5-4f74-ba00-77b4253547a3","remote_addr":"[fd00:1122:3344:101::c]:50586","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":54,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.487419421Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"2631fed8-9a75-4096-b046-c0ba555bbbec","remote_addr":"[fd00:1122:3344:101::c]:50586","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":171,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.521748827Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:42569"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.521832899Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.557815199Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.614554631Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"768fbabe-3c68-475b-a2e7-390f7d282387","remote_addr":"[fd00:1122:3344:101::c]:42569","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92751,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:44.615000903Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7d1b809f-a12e-435b-a738-b73940357535","remote_addr":"[fd00:1122:3344:101::c]:42569","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":193,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:25:55.65938954Z","hostname":"buskin","pid":1566,"uri":"/7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","method":"GET","req_id":"f3d9b000-a179-4b73-9ba5-4463f7ef138c","remote_addr":"[fd00:1122:3344:101::d]:43465","local_addr":"[fd00:1122:3344:101::1]:33327","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7606,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:02.010083769Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43271"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:02.010273884Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"04dce09e-f093-4ac9-8299-6e9e17ff7d91","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43271","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":70,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.092218227Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:37315"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.09234804Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"fa2b6a73-6b8a-42ed-afb7-66cec518bb35","remote_addr":"[fd00:1122:3344:101::a]:37315","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":46,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.109083027Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.109103948Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"63e82d43-fb0f-4d60-b463-e833d5b1083f","remote_addr":"[fd00:1122:3344:101::a]:37315","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":51,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.118028801Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"85eed118-bf4c-4a88-8a84-b3a6566767af","remote_addr":"[fd00:1122:3344:101::a]:37315","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":166,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.15705743Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:57066"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.157158423Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ebbab09e-27e7-42fa-abbd-1374b11fb5d3","remote_addr":"[fd00:1122:3344:101::b]:57066","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":29,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.160658284Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:47194"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.160796298Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"22643a5f-aa31-4daf-b538-1837cab07c46","remote_addr":"[fd00:1122:3344:101::b]:47194","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":85,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.174453324Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.174470595Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"19e3256c-cf08-4d94-9d6c-7f157dc16429","remote_addr":"[fd00:1122:3344:101::b]:57066","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.183618204Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"466ba71c-ec5e-4746-a1c6-621b0f8883ac","remote_addr":"[fd00:1122:3344:101::b]:57066","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":186,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.205359841Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:40243"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.205508845Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"3eb3f7a3-e7d3-45a2-a974-8a6a2b9a4636","remote_addr":"[fd00:1122:3344:101::a]:40243","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.385697611Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:48826"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.385880466Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.434994248Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.504068023Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"67ecf583-00c0-47d0-861c-acd7a56967b6","remote_addr":"[fd00:1122:3344:101::a]:48826","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":118262,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.504208826Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58784"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.50437748Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.538138652Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.59166282Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"7b8cd5ab-0d6d-4ca1-94fe-43aa4987e862","remote_addr":"[fd00:1122:3344:101::b]:58784","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87343,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.591924847Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:61795"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.592251615Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"2f9de56e-f3ea-4882-90b1-692cb738736c","remote_addr":"[fd00:1122:3344:101::c]:61795","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":163,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.592264296Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"c8655bb6-e21d-44fa-a6b2-d64ff46bf3af","remote_addr":"[fd00:1122:3344:101::b]:58784","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":259,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.592298967Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"067964b8-b799-445a-8402-f3526d1d7ce8","remote_addr":"[fd00:1122:3344:101::a]:48826","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":319,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.607717569Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.60774374Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"5faec917-a9b0-4f99-a1d1-97387a7f6489","remote_addr":"[fd00:1122:3344:101::c]:61795","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.616073408Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"91c01a58-dcb0-4c6e-b591-af63d29cc46b","remote_addr":"[fd00:1122:3344:101::c]:61795","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":197,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.696715214Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:32915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.696891398Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"d8013677-31d4-4f60-a976-c6e711044774","remote_addr":"[fd00:1122:3344:101::c]:32915","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":133,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.705362269Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:39154"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.705438061Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.741634767Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.799138108Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"44006aca-aaad-42c2-858f-d18779c6f8d9","remote_addr":"[fd00:1122:3344:101::c]:39154","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93729,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:14.799401875Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"795c1139-636d-4181-bff7-06b1dd8022ca","remote_addr":"[fd00:1122:3344:101::c]:39154","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:25.660614076Z","hostname":"buskin","pid":1566,"uri":"/7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","method":"GET","req_id":"fdece193-7c5f-481a-812f-3897fe176575","remote_addr":"[fd00:1122:3344:101::d]:43465","local_addr":"[fd00:1122:3344:101::1]:33327","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8008,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:32.043450421Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:32.043576574Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"e8ec1604-ed5d-4b28-97db-2dc1d812301c","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46169","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":52,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:43.969170935Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:42115"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:43.969303529Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"bd6110b9-5d3e-4f03-8034-c543e4aa2f95","remote_addr":"[fd00:1122:3344:101::b]:42115","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":70,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:43.983571111Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:43.983595222Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b9408d58-ba7c-48f4-8b4d-fcba31c33bc3","remote_addr":"[fd00:1122:3344:101::b]:42115","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":76,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:43.992033752Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"b1b4d913-e758-4d6a-8042-8ea0132a902a","remote_addr":"[fd00:1122:3344:101::b]:42115","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":177,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:44.030517917Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:48927"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:44.0306187Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"6d6a76ec-04f8-473b-aa1d-ae6b342cbc67","remote_addr":"[fd00:1122:3344:101::a]:48927","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":29,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:44.045989251Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:44.046007522Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"4f0ffa16-7913-46b0-835a-a9ef1cd31f02","remote_addr":"[fd00:1122:3344:101::a]:48927","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":40,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:44.054699709Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"ab4d42d5-e1c8-4722-9e0d-750271332a5e","remote_addr":"[fd00:1122:3344:101::a]:48927","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":150,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:44.102078666Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:56718"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:44.1022437Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"bbd702b4-2e3b-4f91-8454-2ab32d7b5012","remote_addr":"[fd00:1122:3344:101::a]:56718","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":120,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:44.102294632Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:35973"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:44.102402475Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"1f7a4700-8e22-4f15-8745-3f2f00b20d67","remote_addr":"[fd00:1122:3344:101::b]:35973","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":69,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:44.135788498Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:41684"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:44.135881416Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:44.172037863Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:44.22553055Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"efb53495-31be-4202-a13d-ceeddbd21496","remote_addr":"[fd00:1122:3344:101::a]:41684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89650,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:44.225651716Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:38095"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:44.22580591Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:44.257418363Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:44.328468288Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"0dbcd28d-b7fc-4f82-b31c-2ae89df59900","remote_addr":"[fd00:1122:3344:101::b]:38095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102681,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:44.328750676Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"b4aafd23-987f-4f2a-b8f4-ec34a3609499","remote_addr":"[fd00:1122:3344:101::a]:41684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":142,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:44.329014122Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d50a1765-eaee-4b96-9430-f3d83a335b76","remote_addr":"[fd00:1122:3344:101::b]:38095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":159,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:44.512891595Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:45336"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:44.513000057Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"5b31513c-ce44-4f2e-bc91-2b04afc05c9d","remote_addr":"[fd00:1122:3344:101::c]:45336","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":54,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:44.559405889Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:44.55942607Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"5b2c2c52-c701-4752-a55a-fb0c2405dea9","remote_addr":"[fd00:1122:3344:101::c]:45336","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":67,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:44.56902643Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"7e8721ec-bb28-415d-8f19-1f4518c2b9ea","remote_addr":"[fd00:1122:3344:101::c]:45336","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":173,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:44.581771623Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:38741"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:44.581923547Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"94d35962-e508-4cf3-a114-826e2cefdcb6","remote_addr":"[fd00:1122:3344:101::c]:38741","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:44.620451473Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:37452"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:44.620519145Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:44.659092262Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:44.715809394Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"77cf7cbc-593c-45ae-90a1-ddf55389f1df","remote_addr":"[fd00:1122:3344:101::c]:37452","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95317,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:44.716292016Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"93e0c715-9522-4d26-a2b1-7a3a19871a08","remote_addr":"[fd00:1122:3344:101::c]:37452","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":221,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:26:55.659906285Z","hostname":"buskin","pid":1566,"uri":"/7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","method":"GET","req_id":"116a9688-86b4-473b-b6b4-e1630b2d0ca0","remote_addr":"[fd00:1122:3344:101::d]:43465","local_addr":"[fd00:1122:3344:101::1]:33327","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7225,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:02.078523587Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:63686"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:02.078665881Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"f2c3d112-a6c3-483a-894b-cbc7f8006b3a","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:63686","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":61,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.104813835Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:51743"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.104904448Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"97e64557-93c0-4fef-b9a7-28d247e8fb85","remote_addr":"[fd00:1122:3344:101::b]:51743","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.119278583Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.119297824Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"87c1badf-92ad-4750-81cb-1ac95a36406b","remote_addr":"[fd00:1122:3344:101::b]:51743","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":43,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.234684007Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:61883"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.234847702Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"2555d709-1e4b-4d10-a174-5cd4f8d8c0c4","remote_addr":"[fd00:1122:3344:101::b]:61883","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":110,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.236194537Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:42621"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.236342041Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"e869cc7a-6021-4e7d-993b-e9ac945102ee","remote_addr":"[fd00:1122:3344:101::a]:42621","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":80,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.264007013Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:43643"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.264073065Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ea0253eb-9582-4c33-a156-5b26e8cd364e","remote_addr":"[fd00:1122:3344:101::a]:43643","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":19,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.279319053Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.279342024Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"3a75a298-0a76-40ed-a828-74f07f5b89f0","remote_addr":"[fd00:1122:3344:101::a]:43643","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.294669844Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e05118c3-6edc-43a5-b44b-3ba6a75b0c3c","remote_addr":"[fd00:1122:3344:101::a]:43643","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":170,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.422064881Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:65533"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.422243465Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0041456a-da2f-4ef8-bdf7-8e18ca9d8279, kind: Service { id: 1c3a7513-ed19-483c-872f-3377ba80f37f }, name: Name(\"external-dns-1c3a7513-ed19-483c-872f-3377ba80f37f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 170])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ce1a1751-7375-4744-b6f0-690b02866c95, kind: Service { id: 3963284d-f267-448b-bfbb-a55402c7ef81 }, name: Name(\"external-dns-3963284d-f267-448b-bfbb-a55402c7ef81\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 139, 116])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2beb6270-a9c4-41a0-b3ab-eeff6ddd3582, kind: Service { id: cef4a321-387e-44a1-92c9-23673073cdd8 }, name: Name(\"nexus-cef4a321-387e-44a1-92c9-23673073cdd8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 113])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bfb8fa95-f4f1-4ec3-bb77-0e8adbc6ac68, kind: Service { id: a28f8263-3fdd-4cd1-a79d-6ef15080a80e }, name: Name(\"nexus-a28f8263-3fdd-4cd1-a79d-6ef15080a80e\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 87])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c656ac3d-ffdc-434e-863c-8efcfbd82ab4, kind: Service { id: 099ecd74-9dbb-4a7f-94ce-79177e3bb646 }, name: Name(\"nexus-099ecd74-9dbb-4a7f-94ce-79177e3bb646\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 168, 171])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.422295867Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.422311047Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.422317657Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.422359428Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.422371489Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.422377449Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.422394399Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"41fa434c-180a-4b3e-80bc-8a5f79ee541b","remote_addr":"[fd00:1122:3344:101::b]:65533","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":270,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.425704526Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"dacfc207-0560-4cc0-b37c-ffc59fc2b6b0","remote_addr":"[fd00:1122:3344:101::b]:51743","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":150,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.446379766Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:33978"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.44652627Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0041456a-da2f-4ef8-bdf7-8e18ca9d8279, kind: Service { id: 1c3a7513-ed19-483c-872f-3377ba80f37f }, name: Name(\"external-dns-1c3a7513-ed19-483c-872f-3377ba80f37f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 170])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ce1a1751-7375-4744-b6f0-690b02866c95, kind: Service { id: 3963284d-f267-448b-bfbb-a55402c7ef81 }, name: Name(\"external-dns-3963284d-f267-448b-bfbb-a55402c7ef81\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 139, 116])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2beb6270-a9c4-41a0-b3ab-eeff6ddd3582, kind: Service { id: cef4a321-387e-44a1-92c9-23673073cdd8 }, name: Name(\"nexus-cef4a321-387e-44a1-92c9-23673073cdd8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 113])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bfb8fa95-f4f1-4ec3-bb77-0e8adbc6ac68, kind: Service { id: a28f8263-3fdd-4cd1-a79d-6ef15080a80e }, name: Name(\"nexus-a28f8263-3fdd-4cd1-a79d-6ef15080a80e\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 87])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c656ac3d-ffdc-434e-863c-8efcfbd82ab4, kind: Service { id: 099ecd74-9dbb-4a7f-94ce-79177e3bb646 }, name: Name(\"nexus-099ecd74-9dbb-4a7f-94ce-79177e3bb646\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 168, 171])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.44655655Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.446569281Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.446575691Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.446581521Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.446587581Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.446593711Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.446605902Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"504864d6-9a6c-4f8b-8cd8-221a2526f3f9","remote_addr":"[fd00:1122:3344:101::a]:33978","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":172,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.474648774Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:55527"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.474726276Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.514173446Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.572285054Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"af439990-a293-457d-88e2-021d93a04ece","remote_addr":"[fd00:1122:3344:101::a]:55527","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97583,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.57253921Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:38378"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.572635933Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:56450"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.57292144Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"8f83a773-ac89-4eef-92f7-fcc19aae2412","remote_addr":"[fd00:1122:3344:101::a]:55527","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":308,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.572945221Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.572993782Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"95d8ce0a-78a7-4bbb-acdd-71279b146275","remote_addr":"[fd00:1122:3344:101::c]:56450","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":170,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.619283421Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.625237527Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.625298165Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"ba389987-04ec-4793-b3ea-dafe8286d36f","remote_addr":"[fd00:1122:3344:101::c]:56450","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":213,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.634491279Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"59f81341-20d1-482e-9063-32827cfb3d18","remote_addr":"[fd00:1122:3344:101::c]:56450","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":327,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.68166578Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"e2e4f74f-d44e-4086-9cde-a1b94a7b56d1","remote_addr":"[fd00:1122:3344:101::b]:38378","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108859,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.68204787Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"11b5d516-5f4c-44be-ae6a-527630bcad6e","remote_addr":"[fd00:1122:3344:101::b]:38378","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":149,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.733571796Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:47014"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.733753621Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.773049267Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:51635"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.773320564Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"db15a109-eff1-4923-8cd6-438a2798cca2","remote_addr":"[fd00:1122:3344:101::c]:51635","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":163,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.774888925Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.834967564Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"17851671-0427-4a98-b963-d213733a4a4c","remote_addr":"[fd00:1122:3344:101::c]:47014","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101293,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.835327924Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"5b9b3d9a-ccd1-4a89-bcbd-f056139821c0","remote_addr":"[fd00:1122:3344:101::c]:47014","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":150,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.951733863Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:57068"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.951969519Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0041456a-da2f-4ef8-bdf7-8e18ca9d8279, kind: Service { id: 1c3a7513-ed19-483c-872f-3377ba80f37f }, name: Name(\"external-dns-1c3a7513-ed19-483c-872f-3377ba80f37f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 170])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ce1a1751-7375-4744-b6f0-690b02866c95, kind: Service { id: 3963284d-f267-448b-bfbb-a55402c7ef81 }, name: Name(\"external-dns-3963284d-f267-448b-bfbb-a55402c7ef81\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 139, 116])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2beb6270-a9c4-41a0-b3ab-eeff6ddd3582, kind: Service { id: cef4a321-387e-44a1-92c9-23673073cdd8 }, name: Name(\"nexus-cef4a321-387e-44a1-92c9-23673073cdd8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 113])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bfb8fa95-f4f1-4ec3-bb77-0e8adbc6ac68, kind: Service { id: a28f8263-3fdd-4cd1-a79d-6ef15080a80e }, name: Name(\"nexus-a28f8263-3fdd-4cd1-a79d-6ef15080a80e\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 87])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c656ac3d-ffdc-434e-863c-8efcfbd82ab4, kind: Service { id: 099ecd74-9dbb-4a7f-94ce-79177e3bb646 }, name: Name(\"nexus-099ecd74-9dbb-4a7f-94ce-79177e3bb646\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 168, 171])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.95202572Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.952060261Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.952067671Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.952083782Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.952098512Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.952119793Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:14.952135043Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"4c5563c9-e886-49ee-adae-8a93e63ad007","remote_addr":"[fd00:1122:3344:101::c]:57068","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":335,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:25.660495815Z","hostname":"buskin","pid":1566,"uri":"/7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","method":"GET","req_id":"9ac51087-084c-4bf9-911c-45c6b8003ce6","remote_addr":"[fd00:1122:3344:101::d]:43465","local_addr":"[fd00:1122:3344:101::1]:33327","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7761,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:32.112957882Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:45690"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:32.113137177Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"f91e10d8-d4d7-4894-b73b-3cf6834850b4","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:45690","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":78,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:43.974764064Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:42169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:43.974893147Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"2b000bea-4f24-4deb-8018-c89935482a02","remote_addr":"[fd00:1122:3344:101::a]:42169","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":51,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:43.992844666Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41994"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:43.992938628Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"90e73472-5858-45a8-b5c0-106ea7fa6a3e","remote_addr":"[fd00:1122:3344:101::b]:41994","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:44.028067536Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:44.028107417Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"05cd9c1c-dfa1-4231-bd56-922f26d2124f","remote_addr":"[fd00:1122:3344:101::a]:42169","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":80,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:44.038770595Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"2c841988-ba81-4deb-9872-93c957b7c3e7","remote_addr":"[fd00:1122:3344:101::a]:42169","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":306,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:44.060267857Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:44.060296847Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c67af837-7c75-4e8d-8239-23c9410b8645","remote_addr":"[fd00:1122:3344:101::b]:41994","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":66,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:44.070459753Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"197eab80-8fd4-4e81-b5c8-2f046434e77f","remote_addr":"[fd00:1122:3344:101::b]:41994","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":294,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:44.14577274Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:61150"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:44.145978675Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"b92b4bd2-d1bd-4e89-985b-4d8cb929f129","remote_addr":"[fd00:1122:3344:101::a]:61150","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":135,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:44.162102256Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58549"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:44.162273151Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"cbedaaa7-b14b-4d30-9e17-172abfb65af9","remote_addr":"[fd00:1122:3344:101::b]:58549","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:44.163347069Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:46019"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:44.163471012Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:44.200944051Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:44.256499831Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"cd6a66c6-7385-4cd7-aa73-d357fa7f9210","remote_addr":"[fd00:1122:3344:101::b]:46019","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93079,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:44.256954423Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"f845a4d5-535a-44ba-a1fa-3b1c5c1f8da6","remote_addr":"[fd00:1122:3344:101::b]:46019","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":201,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:44.266082462Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:61590"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:44.266254336Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:44.316061117Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:44.395271015Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"26219f70-0c36-4d11-b5bb-81437347124e","remote_addr":"[fd00:1122:3344:101::a]:61590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":129082,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:44.395799709Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"3012cc7d-7fb9-443d-b109-66a89d0b0014","remote_addr":"[fd00:1122:3344:101::a]:61590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":258,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:44.475633044Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:47756"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:44.475788198Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"2e906b98-3e70-4517-919d-9d93a8c2e4cd","remote_addr":"[fd00:1122:3344:101::c]:47756","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":82,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:44.523661948Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:44.523687259Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"27693277-e1bc-4ad1-b7fb-6edf336fafd6","remote_addr":"[fd00:1122:3344:101::c]:47756","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:44.526505823Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:40332"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:44.526756729Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"8676ed0a-ee25-43e3-9cc8-944a404a7b8e","remote_addr":"[fd00:1122:3344:101::c]:40332","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":164,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:44.532799507Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"4cbac685-6da5-41b0-aeb1-6d544f0f6353","remote_addr":"[fd00:1122:3344:101::c]:47756","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":411,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:44.559633488Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:53521"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:44.559741051Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:44.597881467Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:44.650311096Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"e44bd0a6-e814-423a-a919-9c6bfe1703ab","remote_addr":"[fd00:1122:3344:101::c]:53521","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90609,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:44.650772608Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"3929b0ed-8470-4bbc-95be-7d4a5401b318","remote_addr":"[fd00:1122:3344:101::c]:53521","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":195,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:27:55.660380615Z","hostname":"buskin","pid":1566,"uri":"/7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","method":"GET","req_id":"d9e1710d-8c9f-4792-8b1b-e78f85944011","remote_addr":"[fd00:1122:3344:101::d]:43465","local_addr":"[fd00:1122:3344:101::1]:33327","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7703,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:02.14759819Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40777"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:02.147790895Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"d2d55782-f562-41a1-bd31-2491e8f71619","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40777","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.083378524Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:44221"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.083510207Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"52b5c42e-58a6-4aa7-bd0d-33c5caa6412e","remote_addr":"[fd00:1122:3344:101::b]:44221","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":54,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.156042002Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.156094713Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"9ceecdff-c07f-43b3-8193-a4a25159dd70","remote_addr":"[fd00:1122:3344:101::b]:44221","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.17395959Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:38404"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.174075183Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"11def8c4-10af-4c23-9003-cabb122151a6","remote_addr":"[fd00:1122:3344:101::a]:38404","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":44,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.221423539Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.22144082Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2ff4f9ca-ea25-4299-9f63-b4df062a5dc6","remote_addr":"[fd00:1122:3344:101::a]:38404","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":44,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.230761553Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"7bfa4196-6cf1-42ad-a934-980f04239363","remote_addr":"[fd00:1122:3344:101::a]:38404","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":172,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.277970356Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:55303"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.278188492Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"01396f98-0f19-4d74-b32c-ab956efde415","remote_addr":"[fd00:1122:3344:101::a]:55303","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":114,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.286353755Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:63368"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.286585041Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"1ce652d7-6fe0-4f6d-a5a4-8e8826539fd0","remote_addr":"[fd00:1122:3344:101::b]:63368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":143,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.300482474Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"bacfc3d8-74ae-41fc-92b7-d50ccdac0b31","remote_addr":"[fd00:1122:3344:101::b]:44221","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":227,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.382148487Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:45695"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.38226538Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.424273167Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.47917426Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"5173a582-16ee-4ac4-a81f-773f0edf061a","remote_addr":"[fd00:1122:3344:101::b]:45695","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96952,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.479314594Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:50984"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.47952652Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.482829196Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e5ef3859-a1ea-4cdc-8d0c-17cdb61db939","remote_addr":"[fd00:1122:3344:101::b]:45695","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3316,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.515394017Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.565974847Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"d27b3edb-8bcc-4402-9bb5-1bb26b424bef","remote_addr":"[fd00:1122:3344:101::a]:50984","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":86568,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.566347007Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e73567e1-7495-4b37-9002-6007e2232b38","remote_addr":"[fd00:1122:3344:101::a]:50984","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":133,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.600865209Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:42163"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.601039373Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"6d033fbd-e887-459b-8246-e7e62fb39f8d","remote_addr":"[fd00:1122:3344:101::c]:42163","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":54,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.663973927Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.664002038Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"996630f9-2905-4b64-8a3a-76b131f83588","remote_addr":"[fd00:1122:3344:101::c]:42163","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":77,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.67637029Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"0290efda-c6da-417c-ba74-4820a8ea40c9","remote_addr":"[fd00:1122:3344:101::c]:42163","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":199,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.800548853Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:33142"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.800631926Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.837210691Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.888096439Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"88a0d196-7b3f-48ae-bf23-2a90fadfdfea","remote_addr":"[fd00:1122:3344:101::c]:33142","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87499,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.888201702Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:51004"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.888373286Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"f3d0bc63-3339-47c3-addf-2992a37b3c1b","remote_addr":"[fd00:1122:3344:101::c]:51004","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":115,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:14.88850398Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"be295c8a-3189-4ae0-a236-9b96a5cadb6e","remote_addr":"[fd00:1122:3344:101::c]:33142","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":84,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:25.661077746Z","hostname":"buskin","pid":1566,"uri":"/7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","method":"GET","req_id":"f6b4182b-f7a3-4e85-b641-9f0be0981b0b","remote_addr":"[fd00:1122:3344:101::d]:43465","local_addr":"[fd00:1122:3344:101::1]:33327","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8113,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:32.180702502Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:39626"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:32.180850036Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"42bfc5d2-2a34-4844-b52c-a4bbd18d3ec7","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:39626","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":76,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.037462029Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:44212"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.037638194Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"28a36af8-f90a-413d-a3f2-c1bdfea4db3f","remote_addr":"[fd00:1122:3344:101::a]:44212","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.044802741Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:56772"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.044915694Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"40664486-9f0e-43e1-a61e-b29c003ba561","remote_addr":"[fd00:1122:3344:101::b]:56772","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":44,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.070556663Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58621"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.070795139Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"4383342e-e79e-46fc-97d2-bf236f24807d","remote_addr":"[fd00:1122:3344:101::a]:58621","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":138,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.080650207Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.080663277Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"f6a11d96-60f3-4916-b536-57b8106dd59c","remote_addr":"[fd00:1122:3344:101::a]:44212","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":64,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.086824658Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.086839049Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"284a2050-2def-407e-a28e-96de06d6a991","remote_addr":"[fd00:1122:3344:101::b]:56772","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":43,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.090036202Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"88416222-96eb-49c8-bf8c-75b03ae4c84f","remote_addr":"[fd00:1122:3344:101::a]:44212","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":181,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.095724621Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"80affd00-d64f-4464-8105-edeb64ef025b","remote_addr":"[fd00:1122:3344:101::b]:56772","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":136,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.117522973Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:40061"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.117606516Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.157621917Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.213783394Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"51c3bfbf-72d3-4391-a248-fc2bd63da7cf","remote_addr":"[fd00:1122:3344:101::b]:40061","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96200,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.213903807Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:56641"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.213958748Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:57048"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.214270737Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"21c5c857-c008-4ff0-a1e8-c5b43af85f1d","remote_addr":"[fd00:1122:3344:101::b]:57048","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":234,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.21441899Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"9b8350e7-2a6a-45ab-afb5-5be27246b37a","remote_addr":"[fd00:1122:3344:101::b]:40061","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":312,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.214461891Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.252757612Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.330126389Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"6664e89e-9c5c-486e-bab9-3af520126eac","remote_addr":"[fd00:1122:3344:101::a]:56641","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":115888,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.330585014Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"9a0e908b-01a6-4995-b643-e84c028738c0","remote_addr":"[fd00:1122:3344:101::a]:56641","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":166,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.502218016Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:48224"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.50237215Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"a3f51b5d-2b40-4496-9dfc-67be5f72de66","remote_addr":"[fd00:1122:3344:101::c]:48224","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.554266556Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.554298717Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"fcb34879-ed9d-4982-893b-64ff539d0d1e","remote_addr":"[fd00:1122:3344:101::c]:48224","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.565211502Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"baa148a8-b549-4e02-9f96-9803daaaa4cf","remote_addr":"[fd00:1122:3344:101::c]:48224","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":260,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.619247633Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:59624"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.619368916Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.65666594Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.710921937Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"719d8816-ab42-4383-b139-3bb7d75c646b","remote_addr":"[fd00:1122:3344:101::c]:59624","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91598,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.711170133Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:34025"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.711402959Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"6bc9dda9-1f89-43d0-bbef-4084b1e26c7e","remote_addr":"[fd00:1122:3344:101::c]:59624","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":220,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:44.711491782Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"84897e77-315d-46dd-98ae-025c7f82d88b","remote_addr":"[fd00:1122:3344:101::c]:34025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":222,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:28:55.661877461Z","hostname":"buskin","pid":1566,"uri":"/7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","method":"GET","req_id":"9db4b8b7-39a6-4b21-bda6-a811f468e09d","remote_addr":"[fd00:1122:3344:101::d]:43465","local_addr":"[fd00:1122:3344:101::1]:33327","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8199,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:02.214194586Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53219"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:02.214413371Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"7a9c0db6-a48a-4fa9-bcf9-85f91c8e2806","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53219","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.12852239Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63454"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.128674334Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b7f24665-8924-4cbb-b90b-b27ab0fb2a86","remote_addr":"[fd00:1122:3344:101::a]:63454","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":66,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.181269457Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.181302678Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c32ed221-0b92-4a59-af72-396e0e674ad1","remote_addr":"[fd00:1122:3344:101::a]:63454","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":80,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.191108234Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d0803e55-5704-4d5d-8817-96a44ae0a136","remote_addr":"[fd00:1122:3344:101::a]:63454","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":201,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.31272993Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41376"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.312910735Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"a41fc090-a799-4bcd-a29e-629c7db549ce","remote_addr":"[fd00:1122:3344:101::b]:41376","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":57,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.385995354Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.386055805Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"ac59b628-9284-41d1-af13-ba07642cc58d","remote_addr":"[fd00:1122:3344:101::b]:41376","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":189,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.394170367Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:45423"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.394317201Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.445555529Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.512290832Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4d32fe58-48d1-4931-877c-63d93f8425a1","remote_addr":"[fd00:1122:3344:101::a]:45423","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":118016,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.512483467Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57610"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.512556529Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:57517"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.51296356Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"8b6a574a-80a8-408a-a096-994ff8687faf","remote_addr":"[fd00:1122:3344:101::a]:45423","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":310,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.513009571Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"748ca91f-ef68-4b77-b114-506903832781","remote_addr":"[fd00:1122:3344:101::a]:57610","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":299,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.513036582Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"e40c71b8-0dd9-4e2d-a67a-dc453134666a","remote_addr":"[fd00:1122:3344:101::b]:57517","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":271,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.513218106Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"9b535a64-3dde-42d0-9e1d-8574499f6410","remote_addr":"[fd00:1122:3344:101::b]:41376","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":555,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.577009702Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:44465"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.577148386Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.611593306Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.663040279Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"12992fa3-41dd-4741-9b1b-80b6bf158e6a","remote_addr":"[fd00:1122:3344:101::b]:44465","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":85953,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.663154642Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:59919"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.663262965Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"fb984a71-9151-4f46-8203-b22878ee6f29","remote_addr":"[fd00:1122:3344:101::c]:59919","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":48,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.663393318Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"a81db290-35d4-4f14-adbe-a6f79ed3422d","remote_addr":"[fd00:1122:3344:101::b]:44465","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":78,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.68298423Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.68300932Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"f3fcdac8-fa6a-4f94-ae7f-c105144181fd","remote_addr":"[fd00:1122:3344:101::c]:59919","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.692206111Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"6e7605fe-00f7-4678-97cd-845c87480e1c","remote_addr":"[fd00:1122:3344:101::c]:59919","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":320,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.827010001Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:52801"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.827170905Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"b853b0a5-3865-4e48-b14e-d44cfafbb9ef","remote_addr":"[fd00:1122:3344:101::c]:52801","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.83996547Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:53070"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.840028601Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.872735545Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.920647976Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"63d04cf8-e245-4c09-a72a-d9257a4315b2","remote_addr":"[fd00:1122:3344:101::c]:53070","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":80642,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:14.920914633Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"be479ee4-195c-4f0c-a2fd-513c668a60fa","remote_addr":"[fd00:1122:3344:101::c]:53070","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":112,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:25.661969818Z","hostname":"buskin","pid":1566,"uri":"/7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","method":"GET","req_id":"5cb84208-7dc7-4ef2-b63b-d76ae29a5ec9","remote_addr":"[fd00:1122:3344:101::d]:43465","local_addr":"[fd00:1122:3344:101::1]:33327","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7553,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:32.245834166Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58839"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:32.24599803Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"a157caff-76d3-44ff-bdb6-14b0d280eebf","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58839","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":74,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.045778073Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:36801"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.045908156Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"849bed8f-4b20-4da5-968b-870e78b2afaf","remote_addr":"[fd00:1122:3344:101::a]:36801","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":69,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.090266025Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.090283885Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"aa083bbe-b8db-4f26-b870-ea19abe875e7","remote_addr":"[fd00:1122:3344:101::a]:36801","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":45,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.099541577Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"589866f9-2b85-4bcb-ae05-38a04b4a2e8a","remote_addr":"[fd00:1122:3344:101::a]:36801","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.101209911Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:47772"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.101262032Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.144582693Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.204345454Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"963f68ac-f22b-42fe-b220-22ca152db209","remote_addr":"[fd00:1122:3344:101::a]:47772","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103101,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.204453497Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58950"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.204492998Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63323"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.204780765Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"38515461-8760-4b3a-9d89-9ac4be0eaa73","remote_addr":"[fd00:1122:3344:101::a]:63323","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":211,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.204849957Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"32c6575a-b04f-4604-ad00-c382aa33e121","remote_addr":"[fd00:1122:3344:101::b]:58950","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":165,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.2049383Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"f85272c0-b8e5-4dd8-8a4a-d60d951c7ce9","remote_addr":"[fd00:1122:3344:101::a]:47772","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":277,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.245110249Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.245125279Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"6616d425-19ff-4278-988d-6d896a5e7cba","remote_addr":"[fd00:1122:3344:101::b]:58950","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.265786698Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:55434"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.265950523Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"e29cd372-d78a-479b-8f37-aeaba899a2b7","remote_addr":"[fd00:1122:3344:101::b]:55434","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.271475477Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"11fae09a-22d6-4d82-90df-be6a18643c9a","remote_addr":"[fd00:1122:3344:101::b]:58950","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":179,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.281631132Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:64076"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.281742335Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.33591903Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.40482917Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"f4432823-a472-47b0-864a-08ccbddef15c","remote_addr":"[fd00:1122:3344:101::b]:64076","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":123123,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.405184689Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"cb79aa2b-6198-45b5-8d52-eef196d110f8","remote_addr":"[fd00:1122:3344:101::b]:64076","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":152,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.46685749Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:47877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.467008313Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"5cd6bca1-6dc9-45b6-8385-ee2cb54d18fb","remote_addr":"[fd00:1122:3344:101::c]:47877","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":69,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.528254373Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:50514"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.528444948Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"5f46147d-f6b6-4bcf-b417-e0ac0e0a7096","remote_addr":"[fd00:1122:3344:101::c]:50514","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":133,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.52853858Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.528556731Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"cba9f37d-a4c6-44ac-a151-52b4ea55af02","remote_addr":"[fd00:1122:3344:101::c]:47877","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":65,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.536919909Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"21a3c089-3224-4158-94f1-95baa2b71f40","remote_addr":"[fd00:1122:3344:101::c]:47877","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":226,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.565433494Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:56938"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.565517836Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.605561912Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.662485939Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"97538ebf-aa52-4866-8647-b4b3144a77d3","remote_addr":"[fd00:1122:3344:101::c]:56938","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97003,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:44.662735955Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"cacc29a5-76db-4062-a06e-454bc525f83b","remote_addr":"[fd00:1122:3344:101::c]:56938","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:55.66191361Z","hostname":"buskin","pid":1566,"uri":"/7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","method":"GET","req_id":"d9d7eea0-f229-44d4-b949-7f11236350e2","remote_addr":"[fd00:1122:3344:101::d]:43465","local_addr":"[fd00:1122:3344:101::1]:33327","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7304,"response_code":"200"} {"msg":"running automatic periodic zone bundle cleanup","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:55.94184029Z","hostname":"buskin","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:197"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:55.941864961Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:29:55.972502191Z","hostname":"buskin","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.99999666s","next_cleanup":"Instant { tv_sec: 4769, tv_nsec: 963522963 }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:02.290683922Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47274"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:02.290807455Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"8cbb345c-2a9d-4dee-8bc6-af952c8eed3a","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47274","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":55,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:10.339463327Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.209422912Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:55602"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.209562236Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"084d99d7-fd8b-4916-af47-58c1775e5fea","remote_addr":"[fd00:1122:3344:101::a]:55602","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":73,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.215692976Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:34340"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.215791758Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"26e32d8e-ea6c-47ae-b75b-14ba4624004f","remote_addr":"[fd00:1122:3344:101::b]:34340","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":45,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.226715273Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.226742054Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"0587bf68-0180-474d-99dc-b93ccf954fcf","remote_addr":"[fd00:1122:3344:101::a]:55602","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":83,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.237257889Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"0a7fa17f-42f1-40e2-aa4e-ca28c340f045","remote_addr":"[fd00:1122:3344:101::a]:55602","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":211,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.269177182Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.269200363Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"f7a985f6-5002-4d37-b981-77ef86c63b36","remote_addr":"[fd00:1122:3344:101::b]:34340","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.281155575Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a0e7d9f7-df90-4ed2-8e8d-785595cc0726","remote_addr":"[fd00:1122:3344:101::b]:34340","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":254,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.348661818Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:56137"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.348904055Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"9bce805b-2747-402f-a070-dcef6770b670","remote_addr":"[fd00:1122:3344:101::a]:56137","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":161,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.463178589Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:57510"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.463380154Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"e7cd9c0c-fb93-4b52-9d92-d81dfac2b50e","remote_addr":"[fd00:1122:3344:101::b]:57510","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":137,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.479603688Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:52144"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.47969198Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.518558945Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.575650546Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"6f2d9c4c-981a-40cb-9652-7e29bdc4329b","remote_addr":"[fd00:1122:3344:101::b]:52144","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96000,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.575818841Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:54240"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.575959464Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d9adf14f-cd9a-4468-87b2-f26cd90f07d7","remote_addr":"[fd00:1122:3344:101::b]:52144","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":124,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.576053607Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.61218093Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.668892441Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"120db270-2477-455a-9091-9ad13c5b4ad0","remote_addr":"[fd00:1122:3344:101::a]:54240","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92931,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.669323352Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"1ffcd9a8-6c66-4eea-bfd6-26c79de8e8af","remote_addr":"[fd00:1122:3344:101::a]:54240","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":184,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.683068462Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:61931"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.683200695Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"2cd44d6c-faf2-49f8-be7b-ce78aa8d612a","remote_addr":"[fd00:1122:3344:101::c]:61931","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":54,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.719190035Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:60375"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.719358779Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"809f0858-a6e0-473b-a3c0-07b637e035d1","remote_addr":"[fd00:1122:3344:101::c]:60375","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":130,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.733666573Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.733690853Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"85b62b46-52ad-4af1-94f0-6550101b1dc9","remote_addr":"[fd00:1122:3344:101::c]:61931","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.742534144Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"3b90fa67-2f23-4a54-ab1a-81e531829692","remote_addr":"[fd00:1122:3344:101::c]:61931","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":174,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.821503827Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:36011"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.821568019Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.855498314Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.906704272Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"f2397d38-275a-4bff-90ef-69d5dc5923dc","remote_addr":"[fd00:1122:3344:101::c]:36011","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":85158,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:14.906989209Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"3b6dd086-304f-4f5e-92f7-22edfcdbe229","remote_addr":"[fd00:1122:3344:101::c]:36011","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":122,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:25.661059295Z","hostname":"buskin","pid":1566,"uri":"/7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","method":"GET","req_id":"ba6557d1-f0a1-4b97-a465-f019673193af","remote_addr":"[fd00:1122:3344:101::d]:43465","local_addr":"[fd00:1122:3344:101::1]:33327","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6642,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:32.325532318Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44138"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:32.325659831Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"1844cd5e-cd70-4b38-81df-2eb1e4754daa","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44138","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":50,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.04831811Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41127"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.048456604Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"945ec648-c663-4888-b543-dfd4b70d1127","remote_addr":"[fd00:1122:3344:101::b]:41127","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.050904837Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:46375"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.05100407Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"4dc89048-5cda-4f0c-a664-f8f4aeca8183","remote_addr":"[fd00:1122:3344:101::a]:46375","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":27,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.065843668Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.065868438Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"9e2630a0-a41f-47e7-8fcf-077fe5ce2cb4","remote_addr":"[fd00:1122:3344:101::a]:46375","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":55,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.08048838Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"b3245d18-4bb9-4f0f-991b-3f65b1d0d22d","remote_addr":"[fd00:1122:3344:101::a]:46375","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":261,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.094733512Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.094748793Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"722cbbd3-8150-4a69-b165-6fd3910219de","remote_addr":"[fd00:1122:3344:101::b]:41127","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.104123167Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"312b1d95-88aa-4046-a605-75a659b3b910","remote_addr":"[fd00:1122:3344:101::b]:41127","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":194,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.155070538Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:62416"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.155247013Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"c0fe826b-4a33-401a-86ac-39ba1629b1a2","remote_addr":"[fd00:1122:3344:101::a]:62416","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.162446041Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63652"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.162538073Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.201709416Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.257499413Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"c38e1781-090e-4817-baa0-dc037696cb69","remote_addr":"[fd00:1122:3344:101::a]:63652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94996,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.257621056Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:54024"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.257658047Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:44615"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.257865282Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.261056536Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"8cc56bca-356b-4a2f-8f0a-ab4d3ec614b3","remote_addr":"[fd00:1122:3344:101::b]:54024","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3161,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.261188679Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"06a0f764-efe9-4bd8-9449-0b03d5c1303d","remote_addr":"[fd00:1122:3344:101::a]:63652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3293,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.299103959Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.36270174Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"0c8b66d5-ea4c-4ec9-97a1-bb77a7e337d5","remote_addr":"[fd00:1122:3344:101::b]:44615","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104940,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.363137272Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e18a1675-3251-43c8-9578-344cccc23abb","remote_addr":"[fd00:1122:3344:101::b]:44615","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":179,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.548306778Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:60803"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.548429181Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"1b184126-ff2d-4fa8-97aa-bd19451a505c","remote_addr":"[fd00:1122:3344:101::c]:60803","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":59,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.578197988Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:53576"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.578367323Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"77ff36cb-3729-423f-8e31-19320ab4dc0d","remote_addr":"[fd00:1122:3344:101::c]:53576","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":112,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.631767687Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.631790638Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"0751f950-979f-475f-a704-53c0d5a1b53d","remote_addr":"[fd00:1122:3344:101::c]:60803","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":81,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.640704901Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"c8ec3b23-024d-4f2b-94ff-03da446814f5","remote_addr":"[fd00:1122:3344:101::c]:60803","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":199,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.73528081Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:60456"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.735375513Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.773387456Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.82485047Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"0cffc604-4f59-49d1-8f10-1581d8e11933","remote_addr":"[fd00:1122:3344:101::c]:60456","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89506,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:44.825354113Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"c59c1fd6-9367-4313-b6fa-ae524d45d195","remote_addr":"[fd00:1122:3344:101::c]:60456","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":232,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:30:55.662097497Z","hostname":"buskin","pid":1566,"uri":"/7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","method":"GET","req_id":"798f7c12-7fac-4259-b582-4fc0e2a905e4","remote_addr":"[fd00:1122:3344:101::d]:43465","local_addr":"[fd00:1122:3344:101::1]:33327","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7581,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:02.359241254Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41509"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:02.359441709Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"17c481e2-d63f-4a16-b462-7a65ed9b5b22","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41509","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.084766247Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:48314"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.084917311Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b552914e-805b-4500-a520-5812f0e85758","remote_addr":"[fd00:1122:3344:101::a]:48314","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":84,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.100613401Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.100630131Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"292e78e4-ea44-44f8-852e-a9a4d7400fc8","remote_addr":"[fd00:1122:3344:101::a]:48314","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":73,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.113118937Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"6aca3106-20cf-4726-9fc7-fec830ddbd4c","remote_addr":"[fd00:1122:3344:101::a]:48314","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":285,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.17678657Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:33315"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.176903643Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"1b22c73c-3106-4d88-83ea-5d7b512f2409","remote_addr":"[fd00:1122:3344:101::b]:33315","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":39,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.190328194Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.190344904Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d91c6828-e103-47f0-8fb2-7b5268b3352b","remote_addr":"[fd00:1122:3344:101::b]:33315","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":45,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.274313257Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:61268"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.274488502Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"57c31d31-a7f4-4ab6-8de7-85051fb87c9f","remote_addr":"[fd00:1122:3344:101::b]:61268","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":120,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.277604393Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"de57c448-ca9a-409a-80e9-f24a1dab4553","remote_addr":"[fd00:1122:3344:101::b]:33315","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":183,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.287385639Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:34741"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.287566783Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"f0c08779-ddd1-486f-96d3-be664112304f","remote_addr":"[fd00:1122:3344:101::a]:34741","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.400107742Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:34499"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.400222305Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.445119748Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.503201045Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"0d3bd353-aaf0-48e6-bb37-3be29cce6680","remote_addr":"[fd00:1122:3344:101::b]:34499","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103028,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.503462231Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58795"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.503542674Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"0fdff9f4-3b63-4757-b33a-d84fad99a6df","remote_addr":"[fd00:1122:3344:101::b]:34499","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":148,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.503728629Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.542866871Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.599240783Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"0c95b5d7-e4bd-47ee-bf57-865091a66186","remote_addr":"[fd00:1122:3344:101::a]:58795","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95590,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.599638933Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"33c9995c-ba7e-4fc0-9de6-4cc14911e1af","remote_addr":"[fd00:1122:3344:101::a]:58795","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":151,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.699020379Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:64354"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.699149742Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"47c7da0d-10ea-4a12-8916-6c0078ca2688","remote_addr":"[fd00:1122:3344:101::c]:64354","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":58,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.714141244Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.714161744Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"10c38b04-8c17-4c2d-8be4-2ae17cbfd2a2","remote_addr":"[fd00:1122:3344:101::c]:64354","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":70,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.739192968Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:40985"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.739369792Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"9787d696-768c-4982-b59c-c0f84f849a59","remote_addr":"[fd00:1122:3344:101::c]:40985","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":114,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.748049179Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"1f996f9a-832e-4c3b-9968-bacfc74290ca","remote_addr":"[fd00:1122:3344:101::c]:64354","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":225,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.820718117Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:39566"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.82081719Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.857142947Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.910715646Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"05453ceb-8ab8-4862-be5d-8d8ea975bd32","remote_addr":"[fd00:1122:3344:101::c]:39566","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89930,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:14.911198689Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"833d7053-196e-4160-aeb5-1482c3115905","remote_addr":"[fd00:1122:3344:101::c]:39566","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":215,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:25.66247375Z","hostname":"buskin","pid":1566,"uri":"/7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","method":"GET","req_id":"769c8967-754b-4b45-827f-81c635cea87a","remote_addr":"[fd00:1122:3344:101::d]:43465","local_addr":"[fd00:1122:3344:101::1]:33327","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7971,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:32.392097696Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58242"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:32.392213679Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"31afe0c1-d52a-4a22-a360-634a490899ed","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58242","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":55,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.07701117Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:37967"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.077162564Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"3b2bf9f5-55b9-4919-86a4-812ac64941c9","remote_addr":"[fd00:1122:3344:101::b]:37967","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":79,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.092340831Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:60043"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.092573567Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"d76b9328-5245-4767-96d7-6fc2a85bad54","remote_addr":"[fd00:1122:3344:101::a]:60043","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":67,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.098927913Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.098952834Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"35ec0d64-6ffc-4dda-99ce-23650345c006","remote_addr":"[fd00:1122:3344:101::b]:37967","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":82,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.11260804Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f551159c-6faa-4de8-ad7c-e684f3c4c16e","remote_addr":"[fd00:1122:3344:101::b]:37967","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":229,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.118887834Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.118915445Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"eddac743-fcc0-44dc-a422-067b03b30377","remote_addr":"[fd00:1122:3344:101::a]:60043","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":48,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.135065557Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e3b9e3cc-4022-4d7b-8a70-8bbd9fb9137a","remote_addr":"[fd00:1122:3344:101::a]:60043","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":169,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.204482959Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:64083"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.204584332Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.245051679Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.312724086Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"d58fefe7-d05a-4c3c-94f7-a65dab9b665c","remote_addr":"[fd00:1122:3344:101::a]:64083","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108177,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.312889421Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:59959"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.312924931Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:33710"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.312975093Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:64918"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.313310761Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"4d8eb27c-b2e1-4949-8433-f2572d43c8f6","remote_addr":"[fd00:1122:3344:101::a]:64918","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":222,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.313357623Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.313367713Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"fda9eac0-5215-42e4-ba5c-cf9a7135b2bf","remote_addr":"[fd00:1122:3344:101::a]:64083","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":357,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.313424864Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"caf24ed2-f9b3-4782-9f28-ab78a87819ba","remote_addr":"[fd00:1122:3344:101::b]:59959","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":267,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.362207758Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.427058952Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"061b7ab0-0f1f-4c74-b1fd-1b26b4bc05f5","remote_addr":"[fd00:1122:3344:101::b]:33710","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":113859,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.427432572Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"02543a3d-d397-41c4-831e-acc81a60fcf3","remote_addr":"[fd00:1122:3344:101::b]:33710","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":136,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.478061224Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:36165"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.478161727Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"2ea761cb-20ef-4d2d-8bcf-e305d5062f23","remote_addr":"[fd00:1122:3344:101::c]:36165","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":48,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.521134679Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.52116002Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"1bc005d3-059a-4937-98e5-9bbff879639a","remote_addr":"[fd00:1122:3344:101::c]:36165","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":80,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.530446002Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f11e5376-3641-4ec3-baca-40800a91acf9","remote_addr":"[fd00:1122:3344:101::c]:36165","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":224,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.561511943Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:42200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.561629057Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.601381085Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.657820679Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"32e68f39-8669-4f87-9347-de1612be2275","remote_addr":"[fd00:1122:3344:101::c]:42200","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96238,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.658138057Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7f893017-a488-43c0-bb7c-da11fe7a9bce","remote_addr":"[fd00:1122:3344:101::c]:42200","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":114,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.667537963Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:41329"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:44.667780069Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"a208ab62-ac74-4969-ab47-9936e111f592","remote_addr":"[fd00:1122:3344:101::c]:41329","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":157,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:31:55.662434476Z","hostname":"buskin","pid":1566,"uri":"/7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","method":"GET","req_id":"485a4802-6f85-432c-bf7b-ffcfec5756b1","remote_addr":"[fd00:1122:3344:101::d]:43465","local_addr":"[fd00:1122:3344:101::1]:33327","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7545,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:02.425675908Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43794"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:02.425804922Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"58464457-fce9-453e-9987-589af636ad21","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43794","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":60,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.268980907Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:49433"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.269028968Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:53066"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.269118721Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"48db3fda-4884-4213-9dd9-ff1fdfaf164e","remote_addr":"[fd00:1122:3344:101::b]:53066","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":55,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.269131081Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b22758a7-a37a-4821-bd34-e7301d55ba9a","remote_addr":"[fd00:1122:3344:101::a]:49433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":45,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.305162662Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.305221474Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c1a22541-3060-43e0-ae51-aa1351d84762","remote_addr":"[fd00:1122:3344:101::b]:53066","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":151,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.308310914Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.308331195Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"bd97550c-f76a-4006-8060-59888504c39c","remote_addr":"[fd00:1122:3344:101::a]:49433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":62,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.327729761Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"7f6c171f-6057-433e-9a8f-6ed7ad366e80","remote_addr":"[fd00:1122:3344:101::a]:49433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":253,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.328961223Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"69f47b41-2f6f-4677-b127-3d3a677c3af4","remote_addr":"[fd00:1122:3344:101::b]:53066","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":185,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.409699242Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:56198"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.409813815Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.461381992Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.530457206Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"04bfddbc-3c78-458b-a5e4-510f0da5077c","remote_addr":"[fd00:1122:3344:101::b]:56198","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":120678,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.53063154Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:63516"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.530666131Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:52538"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.530728053Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:60216"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.531037851Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"8a2f3826-d6a1-48d6-955f-59ef75508422","remote_addr":"[fd00:1122:3344:101::b]:56198","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":332,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.531059061Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"4ee0fcc0-2b03-4e3e-8fad-2942d9bb8fea","remote_addr":"[fd00:1122:3344:101::b]:60216","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":239,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.531138874Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"c78f8610-5c49-4c53-90a9-c607ec99f39f","remote_addr":"[fd00:1122:3344:101::a]:52538","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":216,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.531186075Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.531224056Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.53253959Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.533116605Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.547620934Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.547684846Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.57237404Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:49171"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.572541465Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.572560865Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.572622937Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.572952786Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.577121704Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.577420602Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_0ac8ff68-15ea-4477-a206-5a7619973e85"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.594539789Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.594608911Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.614324836Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.614382237Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_bf665b71-2255-48d6-b1fd-c863b4c8e1af"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.627037568Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:62285"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.627367996Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0041456a-da2f-4ef8-bdf7-8e18ca9d8279, kind: Service { id: 1c3a7513-ed19-483c-872f-3377ba80f37f }, name: Name(\"external-dns-1c3a7513-ed19-483c-872f-3377ba80f37f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 170])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ce1a1751-7375-4744-b6f0-690b02866c95, kind: Service { id: 3963284d-f267-448b-bfbb-a55402c7ef81 }, name: Name(\"external-dns-3963284d-f267-448b-bfbb-a55402c7ef81\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 139, 116])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2beb6270-a9c4-41a0-b3ab-eeff6ddd3582, kind: Service { id: cef4a321-387e-44a1-92c9-23673073cdd8 }, name: Name(\"nexus-cef4a321-387e-44a1-92c9-23673073cdd8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 113])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bfb8fa95-f4f1-4ec3-bb77-0e8adbc6ac68, kind: Service { id: a28f8263-3fdd-4cd1-a79d-6ef15080a80e }, name: Name(\"nexus-a28f8263-3fdd-4cd1-a79d-6ef15080a80e\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 87])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c656ac3d-ffdc-434e-863c-8efcfbd82ab4, kind: Service { id: 099ecd74-9dbb-4a7f-94ce-79177e3bb646 }, name: Name(\"nexus-099ecd74-9dbb-4a7f-94ce-79177e3bb646\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 168, 171])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.627415608Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.627451439Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.627467059Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.627523891Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.627547981Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.627574702Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.627594833Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"27e10bd8-21ac-484b-bb6a-c476f7904d27","remote_addr":"[fd00:1122:3344:101::b]:62285","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":444,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.633507297Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.633532008Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_0ac8ff68-15ea-4477-a206-5a7619973e85"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.651883967Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.651952539Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_4f399814-e4ff-4480-aa92-c4c936f90fd0"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.670545004Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.670607746Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_bf665b71-2255-48d6-b1fd-c863b4c8e1af"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.689113559Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:44907"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.689417777Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.693896484Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.693988087Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_c1f40097-34cd-4b0e-8a1d-a4c6931740f6"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.712534071Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.712598242Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_4f399814-e4ff-4480-aa92-c4c936f90fd0"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: efc412bd-0718-4381-8d37-e5a204c8c3de (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.73124486Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.731316941Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_efc412bd-0718-4381-8d37-e5a204c8c3de"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.734700802Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.73813896Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:43062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.744024483Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e0081369-6552-4714-bb6e-de2cb00d10bf","remote_addr":"[fd00:1122:3344:101::c]:43062","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":411,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.757726931Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.757827234Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_c1f40097-34cd-4b0e-8a1d-a4c6931740f6"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.767816855Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.767892026Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c0af63d6-62b8-475d-bdf4-805b62b310b0","remote_addr":"[fd00:1122:3344:101::c]:43062","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":704,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.76841499Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:35633"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.773460972Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0041456a-da2f-4ef8-bdf7-8e18ca9d8279, kind: Service { id: 1c3a7513-ed19-483c-872f-3377ba80f37f }, name: Name(\"external-dns-1c3a7513-ed19-483c-872f-3377ba80f37f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 170])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ce1a1751-7375-4744-b6f0-690b02866c95, kind: Service { id: 3963284d-f267-448b-bfbb-a55402c7ef81 }, name: Name(\"external-dns-3963284d-f267-448b-bfbb-a55402c7ef81\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 139, 116])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2beb6270-a9c4-41a0-b3ab-eeff6ddd3582, kind: Service { id: cef4a321-387e-44a1-92c9-23673073cdd8 }, name: Name(\"nexus-cef4a321-387e-44a1-92c9-23673073cdd8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 113])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bfb8fa95-f4f1-4ec3-bb77-0e8adbc6ac68, kind: Service { id: a28f8263-3fdd-4cd1-a79d-6ef15080a80e }, name: Name(\"nexus-a28f8263-3fdd-4cd1-a79d-6ef15080a80e\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 87])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c656ac3d-ffdc-434e-863c-8efcfbd82ab4, kind: Service { id: 099ecd74-9dbb-4a7f-94ce-79177e3bb646 }, name: Name(\"nexus-099ecd74-9dbb-4a7f-94ce-79177e3bb646\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 168, 171])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.773573905Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.773587535Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.773594775Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.773635007Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.773677137Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.773727759Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.77376815Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"63b3d07d-282d-452c-8bb9-7dc74526793f","remote_addr":"[fd00:1122:3344:101::a]:35633","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":832,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 91e62592-6bd8-45a2-a311-bfef0a5977f4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.777710703Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.777815126Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_91e62592-6bd8-45a2-a311-bfef0a5977f4"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.783793922Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"556be626-e875-446c-92e1-861bddfccf72","remote_addr":"[fd00:1122:3344:101::c]:43062","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":836,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: efc412bd-0718-4381-8d37-e5a204c8c3de (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.794237954Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.794284816Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_efc412bd-0718-4381-8d37-e5a204c8c3de"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.798194288Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:46004"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.816631069Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.817157673Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"73802b9d-acb3-4289-a71b-c5b77fd0bcfa","remote_addr":"[fd00:1122:3344:101::a]:44907","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":127860,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 91e62592-6bd8-45a2-a311-bfef0a5977f4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.820665005Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.820722516Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_91e62592-6bd8-45a2-a311-bfef0a5977f4"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.825265595Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"cb1133c5-3b1f-4052-be9e-43615801e330","remote_addr":"[fd00:1122:3344:101::a]:44907","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":4330,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.836075517Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.83616496Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_93dafc63-6f00-46e6-a292-a8413d960ce4"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.852967008Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.85306695Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_93dafc63-6f00-46e6-a292-a8413d960ce4"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.857803824Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 36139540-6634-4f0c-9c90-f57efa2432be (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.867939219Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.86798688Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_36139540-6634-4f0c-9c90-f57efa2432be"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.872145968Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:54219"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.881488043Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.881541534Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.881574365Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.8905742Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:50059"} {"msg":"Reading ledger from /pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.890678012Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.890802346Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"55075c25-cc52-46dd-8813-d6a20284854b","remote_addr":"[fd00:1122:3344:101::b]:63516","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":359850,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.891124434Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"ff2fd29f-b54b-4ffc-a0dc-07b87335cdad","remote_addr":"[fd00:1122:3344:101::c]:50059","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":307,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 36139540-6634-4f0c-9c90-f57efa2432be (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.89440791Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.894714708Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_36139540-6634-4f0c-9c90-f57efa2432be"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 176aea4c-4e3f-4a47-be4b-83fd0b3cc21f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.916549058Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.916647111Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_176aea4c-4e3f-4a47-be4b-83fd0b3cc21f"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.928844779Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"c6d8d386-10ac-4b8a-9fa4-449d5bfda08e","remote_addr":"[fd00:1122:3344:101::c]:46004","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":130384,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.929164958Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"35de6963-0e77-49d6-a0b8-7e41cc4d0597","remote_addr":"[fd00:1122:3344:101::c]:46004","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.942734272Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"70b25138-2ed6-4398-8d1c-f96621fcbfa7","remote_addr":"[fd00:1122:3344:101::a]:49171","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":370216,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 0ac8ff68-15ea-4477-a206-5a7619973e85 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.950038353Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.950058963Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_0ac8ff68-15ea-4477-a206-5a7619973e85"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: bf665b71-2255-48d6-b1fd-c863b4c8e1af (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.976270398Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:14.976329559Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_bf665b71-2255-48d6-b1fd-c863b4c8e1af"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:15.001321242Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:46732"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:15.001666821Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0041456a-da2f-4ef8-bdf7-8e18ca9d8279, kind: Service { id: 1c3a7513-ed19-483c-872f-3377ba80f37f }, name: Name(\"external-dns-1c3a7513-ed19-483c-872f-3377ba80f37f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 170])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ce1a1751-7375-4744-b6f0-690b02866c95, kind: Service { id: 3963284d-f267-448b-bfbb-a55402c7ef81 }, name: Name(\"external-dns-3963284d-f267-448b-bfbb-a55402c7ef81\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 139, 116])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2beb6270-a9c4-41a0-b3ab-eeff6ddd3582, kind: Service { id: cef4a321-387e-44a1-92c9-23673073cdd8 }, name: Name(\"nexus-cef4a321-387e-44a1-92c9-23673073cdd8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 113])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: bfb8fa95-f4f1-4ec3-bb77-0e8adbc6ac68, kind: Service { id: a28f8263-3fdd-4cd1-a79d-6ef15080a80e }, name: Name(\"nexus-a28f8263-3fdd-4cd1-a79d-6ef15080a80e\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 87])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c656ac3d-ffdc-434e-863c-8efcfbd82ab4, kind: Service { id: 099ecd74-9dbb-4a7f-94ce-79177e3bb646 }, name: Name(\"nexus-099ecd74-9dbb-4a7f-94ce-79177e3bb646\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 168, 171])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:15.001715112Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:15.001769204Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:15.001782814Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:15.001819345Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:15.001854506Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:15.001883777Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:15.001916408Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"0a660128-08cc-4e38-acf4-76e2c3629620","remote_addr":"[fd00:1122:3344:101::c]:46732","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":473,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 4f399814-e4ff-4480-aa92-c4c936f90fd0 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:15.007891304Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:15.008401567Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_4f399814-e4ff-4480-aa92-c4c936f90fd0"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: c1f40097-34cd-4b0e-8a1d-a4c6931740f6 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:15.029265512Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:15.029324463Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_c1f40097-34cd-4b0e-8a1d-a4c6931740f6"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: efc412bd-0718-4381-8d37-e5a204c8c3de (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:15.056278667Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:15.056341299Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_efc412bd-0718-4381-8d37-e5a204c8c3de"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 91e62592-6bd8-45a2-a311-bfef0a5977f4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:15.083248162Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:15.083313243Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_91e62592-6bd8-45a2-a311-bfef0a5977f4"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 93dafc63-6f00-46e6-a292-a8413d960ce4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:15.111116649Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:15.111177041Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_93dafc63-6f00-46e6-a292-a8413d960ce4"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 36139540-6634-4f0c-9c90-f57efa2432be (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:15.135814254Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:15.135878606Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_36139540-6634-4f0c-9c90-f57efa2432be"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:15.148800804Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"d40329c9-e604-4482-b1fc-aa4476558f0d","remote_addr":"[fd00:1122:3344:101::c]:54219","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":272942,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:25.66321175Z","hostname":"buskin","pid":1566,"uri":"/7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","method":"GET","req_id":"eccdb9f5-d2da-4aea-8068-da682218a8a2","remote_addr":"[fd00:1122:3344:101::d]:43465","local_addr":"[fd00:1122:3344:101::1]:33327","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8721,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:32.458653196Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:42266"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:32.458849371Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"51319f80-f325-4452-9f94-2111d8828bcb","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:42266","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.018941694Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:48115"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.019092268Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"45956c0b-4007-42b4-ada3-232f4ee2a0c3","remote_addr":"[fd00:1122:3344:101::b]:48115","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":64,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.065134671Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:47959"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.065282834Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"2bb6fe8d-783b-4fa4-b5c4-c5d2274336af","remote_addr":"[fd00:1122:3344:101::a]:47959","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":79,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.072110853Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.072125133Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"1d283853-eb28-48ce-a81a-7dfcad5e9f36","remote_addr":"[fd00:1122:3344:101::b]:48115","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":66,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.081461617Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"121d8e72-b6aa-4ea0-b442-5fcec16713e2","remote_addr":"[fd00:1122:3344:101::b]:48115","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":180,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.109030547Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.109047417Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a97febea-8429-4896-9f65-dcff0e5e228b","remote_addr":"[fd00:1122:3344:101::a]:47959","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":43,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.141783232Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:48020"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.141994358Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"2c7015d1-6c26-474c-91fd-00f397f35aff","remote_addr":"[fd00:1122:3344:101::a]:48020","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":136,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.144387311Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"ddcc952f-8750-418c-92f2-e3b73fd32204","remote_addr":"[fd00:1122:3344:101::a]:47959","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":152,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.150777717Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:52016"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.15088291Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.188338028Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.246444926Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"f0dcfeb3-3bac-45ff-b669-7ae51c5a088e","remote_addr":"[fd00:1122:3344:101::b]:52016","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95593,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.246548728Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:40932"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.246581349Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:34320"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.246852616Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"2ad3471a-158a-43c1-9c3a-c40cb0f07c60","remote_addr":"[fd00:1122:3344:101::b]:34320","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":197,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.24697323Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.252313969Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"03ab83e5-b824-40a8-8209-cfda4500ba35","remote_addr":"[fd00:1122:3344:101::b]:52016","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":781,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.291640976Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.375106406Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4c94b10e-9600-4774-84cc-c5457ad9381c","remote_addr":"[fd00:1122:3344:101::a]:40932","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":128253,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.375573778Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"663fc1c5-f8a1-4192-985b-8e6cf7856385","remote_addr":"[fd00:1122:3344:101::a]:40932","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":158,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.492625805Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:55801"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.492762398Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"9eb56040-dfe3-4c56-9b18-505f4628e855","remote_addr":"[fd00:1122:3344:101::c]:55801","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":74,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.5180812Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:36976"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.518275185Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"8fe3ca78-cd7f-4519-abd0-991de5caa69f","remote_addr":"[fd00:1122:3344:101::c]:36976","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":142,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.558953507Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.558975438Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"36bddb13-dea3-4e1a-94b2-ffb06001f7db","remote_addr":"[fd00:1122:3344:101::c]:55801","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.569177854Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"3e9052ae-e649-42d7-a318-56587254d201","remote_addr":"[fd00:1122:3344:101::c]:55801","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":356,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.589555206Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:54507"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.589662949Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.630380492Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.689100466Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"5e75f4c1-e412-4531-b2ac-95511bba93ac","remote_addr":"[fd00:1122:3344:101::c]:54507","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99470,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:44.689458185Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d911d921-341d-432a-bc9c-5d568ba904ec","remote_addr":"[fd00:1122:3344:101::c]:54507","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":112,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:54.751934768Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:56049"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:54.756305131Z","hostname":"buskin","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:555","metadata":"InstanceMetadata { silo_id: 6b81e3a1-bff6-48cd-81eb-794aefeaef05, project_id: bde2e64d-c834-492d-aa93-7f1d47722a7f }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2025-01-08T18:32:54.751647160Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 7f507667-dc20-4dd9-94de-947332f56b61, kind: Instance { id: c870e08e-1bec-4fba-895f-fa36e6afe266 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(10963313), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7f507667-dc20-4dd9-94de-947332f56b61, kind: Instance { id: c870e08e-1bec-4fba-895f-fa36e6afe266 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(10963313), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7f507667-dc20-4dd9-94de-947332f56b61, kind: Instance { id: c870e08e-1bec-4fba-895f-fa36e6afe266 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(10963313), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(10963313))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7f507667-dc20-4dd9-94de-947332f56b61, kind: Instance { id: c870e08e-1bec-4fba-895f-fa36e6afe266 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(10963313), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [InstanceDisk { disk_id: 7402651c-9c33-4a07-b494-e958077e582a, slot: 0, read_only: false, vcr_json: .., name: \"disk-a918b3c6b6\" }], boot_settings: Some(InstanceBootSettings { order: [7402651c-9c33-4a07-b494-e958077e582a] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:54.756381484Z","hostname":"buskin","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:588","migration_id":"None","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:54.756902897Z","hostname":"buskin","pid":1566,"propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"sled-agent/src/instance.rs:1562","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 7f507667-dc20-4dd9-94de-947332f56b61, kind: Instance { id: c870e08e-1bec-4fba-895f-fa36e6afe266 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(10963313), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7f507667-dc20-4dd9-94de-947332f56b61, kind: Instance { id: c870e08e-1bec-4fba-895f-fa36e6afe266 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(10963313), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7f507667-dc20-4dd9-94de-947332f56b61, kind: Instance { id: c870e08e-1bec-4fba-895f-fa36e6afe266 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(10963313), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(10963313))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7f507667-dc20-4dd9-94de-947332f56b61, kind: Instance { id: c870e08e-1bec-4fba-895f-fa36e6afe266 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(10963313), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [InstanceDisk { disk_id: 7402651c-9c33-4a07-b494-e958077e582a, slot: 0, read_only: false, vcr_json: .., name: \"disk-a918b3c6b6\" }], boot_settings: Some(InstanceBootSettings { order: [7402651c-9c33-4a07-b494-e958077e582a] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2025-01-08T18:32:54.751647160Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:54.757306798Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:46875"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:54.757585395Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"09736139-00b6-4ac6-a0cf-32b2584f104a","remote_addr":"[fd00:1122:3344:101::b]:46875","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":182,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:54.757607405Z","hostname":"buskin","pid":1566,"uri":"/vmms/997a3761-9c33-4829-a2d0-f079a98e188c","method":"PUT","req_id":"6e607f81-8730-426b-bc71-def7c7973242","remote_addr":"[fd00:1122:3344:101::b]:56049","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5563,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:54.757840062Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:874","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(10963313) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:54.757876663Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"PUT","req_id":"59239275-c88a-4dab-9fd9-95bd720b0e5b","remote_addr":"[fd00:1122:3344:101::b]:46875","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:54.837106302Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:54722"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:54.840056749Z","hostname":"buskin","pid":1566,"uri":"/vmms/997a3761-9c33-4829-a2d0-f079a98e188c/state","method":"PUT","req_id":"bf744500-dbbe-42d5-98f5-748ec56cd384","remote_addr":"[fd00:1122:3344:101::b]:54722","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2863,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:54.841469046Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 10963313 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:54.841499496Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_997a3761-9c33-4829-a2d0-f079a98e188c","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:54.881224163Z","hostname":"buskin","pid":1566,"instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_propolis-server_997a3761-9c33-4829-a2d0-f079a98e188c","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:54.905341113Z","hostname":"buskin","pid":1566,"instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:54.9190033Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:63970"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:54.919196875Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"3b14187e-991d-426d-aa68-a018e11062f8","remote_addr":"[fd00:1122:3344:101::b]:63970","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:54.966018008Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {7f507667-dc20-4dd9-94de-947332f56b61: {10.151.1.175: {b78022a3-2a95-4330-a9a6-7d964f3c6a88}, 10.151.1.176: {b78022a3-2a95-4330-a9a6-7d964f3c6a88}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:55.66261278Z","hostname":"buskin","pid":1566,"uri":"/7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","method":"GET","req_id":"89ed5b70-4efe-4e0b-b9fd-91e00f301cf5","remote_addr":"[fd00:1122:3344:101::d]:43465","local_addr":"[fd00:1122:3344:101::1]:33327","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7565,"response_code":"200"} {"msg":"Profile for oxz_propolis-server_997a3761-9c33-4829-a2d0-f079a98e188c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:56.372561Z","hostname":"buskin","pid":1566,"instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_997a3761-9c33-4829-a2d0-f079a98e188c zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:32:56.372766125Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_997a3761-9c33-4829-a2d0-f079a98e188c\") failed: Property not found. retry in 29.621861ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:32:56.548623888Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_997a3761-9c33-4829-a2d0-f079a98e188c\") failed: Property not found. retry in 82.266629ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:32:56.587426711Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_997a3761-9c33-4829-a2d0-f079a98e188c\") failed: Property not found. retry in 143.701024ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:32:56.684962928Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_997a3761-9c33-4829-a2d0-f079a98e188c\") failed: Property not found. retry in 258.506024ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:32:56.845997404Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_997a3761-9c33-4829-a2d0-f079a98e188c\") failed: Property not found. retry in 412.018236ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:32:57.118681654Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_997a3761-9c33-4829-a2d0-f079a98e188c\") failed: Property not found. retry in 848.385956ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:32:57.541859136Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_997a3761-9c33-4829-a2d0-f079a98e188c\") failed: Property not found. retry in 585.902811ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:32:58.401561898Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_997a3761-9c33-4829-a2d0-f079a98e188c\") failed: Property not found. retry in 908.239983ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:32:58.998502866Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_997a3761-9c33-4829-a2d0-f079a98e188c\") failed: Property not found. retry in 1.089448897s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:32:59.917551207Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_997a3761-9c33-4829-a2d0-f079a98e188c\") failed: Property not found. retry in 1.317865957s","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:33:01.018833937Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_997a3761-9c33-4829-a2d0-f079a98e188c","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:02.366403259Z","hostname":"buskin","pid":1566,"instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"sled-agent/src/instance.rs:2067"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:02.375679751Z","hostname":"buskin","pid":1566,"instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"sled-agent/src/instance.rs:2076"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:02.413771776Z","hostname":"buskin","pid":1566,"instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"sled-agent/src/instance.rs:2100"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:02.491167367Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:32796"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:02.49127202Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"043ba5a9-aba4-426c-a6e5-b4af080ed4fc","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:32796","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":41,"response_code":"200"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:02.555480157Z","hostname":"buskin","pid":1566,"instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"sled-agent/src/instance.rs:1213"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:02.556497163Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1249"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2025-01-08T18:33:02.556592636Z }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:02.556634737Z","hostname":"buskin","pid":1566,"instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:02.556652077Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"3041bd34-77b6-4a3e-b438-cf3746cd8f4b","remote_addr":"[fd00:1122:3344:101::b]:63970","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7590620,"response_code":"204"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:02.556687818Z","hostname":"buskin","pid":1566,"instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2025-01-08T18:33:02.556592636Z }","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:02.556694418Z","hostname":"buskin","pid":1566,"instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2025-01-08T18:33:02.556592636Z }, migration_in: None, migration_out: None }","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2025-01-08T18:33:02.607810133Z }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:02.607835274Z","hostname":"buskin","pid":1566,"instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:02.607860115Z","hostname":"buskin","pid":1566,"instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-01-08T18:33:02.607810133Z }","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:02.607867185Z","hostname":"buskin","pid":1566,"instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-01-08T18:33:02.607810133Z }, migration_in: None, migration_out: None }","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:02.701253684Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"291341e6-b48a-4f48-b8a8-8f979aed4f1e","remote_addr":"[fd00:1122:3344:101::b]:63970","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":504,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:12.284001108Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:57902"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:12.284645785Z","hostname":"buskin","pid":1566,"uri":"/vmms/997a3761-9c33-4829-a2d0-f079a98e188c/state","method":"PUT","req_id":"bee9b026-5a70-40ae-a207-12cf276e21df","remote_addr":"[fd00:1122:3344:101::b]:57902","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":558,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2025-01-08T18:33:12.284767308Z }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:12.284786969Z","hostname":"buskin","pid":1566,"instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:12.284806369Z","hostname":"buskin","pid":1566,"instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2025-01-08T18:33:12.284767308Z }","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:12.28482264Z","hostname":"buskin","pid":1566,"instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2025-01-08T18:33:12.284767308Z }, migration_in: None, migration_out: None }","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2025-01-08T18:33:12.336707765Z }","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:12.336730565Z","hostname":"buskin","pid":1566,"instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:12.336763726Z","hostname":"buskin","pid":1566,"instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2025-01-08T18:33:12.336707765Z }","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:12.336782357Z","hostname":"buskin","pid":1566,"instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"sled-agent/src/instance.rs:816","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:12.336790977Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:12.337052114Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:12.337127966Z","hostname":"buskin","pid":1566,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/74c5b5be-8c07-4870-ad96-3bd00809d0ec/debug/bundle/zone\", \"/pool/int/e4d4e46e-f335-4351-a367-c84fc95a9cd2/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/176aea4c-4e3f-4a47-be4b-83fd0b3cc21f/crypt/debug\", \"/pool/ext/0ac8ff68-15ea-4477-a206-5a7619973e85/crypt/debug\", \"/pool/ext/bf665b71-2255-48d6-b1fd-c863b4c8e1af/crypt/debug\", \"/pool/ext/4f399814-e4ff-4480-aa92-c4c936f90fd0/crypt/debug\", \"/pool/ext/c1f40097-34cd-4b0e-8a1d-a4c6931740f6/crypt/debug\", \"/pool/ext/efc412bd-0718-4381-8d37-e5a204c8c3de/crypt/debug\", \"/pool/ext/91e62592-6bd8-45a2-a311-bfef0a5977f4/crypt/debug\", \"/pool/ext/93dafc63-6f00-46e6-a292-a8413d960ce4/crypt/debug\", \"/pool/ext/36139540-6634-4f0c-9c90-f57efa2432be/crypt/debug\"] }","zone_name":"oxz_propolis-server_997a3761-9c33-4829-a2d0-f079a98e188c"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:12.969579622Z","hostname":"buskin","pid":1566,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_997a3761-9c33-4829-a2d0-f079a98e188c\", bundle_id: a029e053-691f-4d16-9559-6bcb613028b7 }, time_created: 2025-01-08T18:33:12.338006659Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_997a3761-9c33-4829-a2d0-f079a98e188c","v":0,"name":"SledAgent","level":40,"time":"2025-01-08T18:33:12.969673644Z","hostname":"buskin","pid":1566,"instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"sled-agent/src/instance.rs:1313"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.140800448Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58366"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.207902861Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:51233"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.214025761Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:53521"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.214177155Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"5e2c1b71-3b61-41ed-b286-f047d082f444","remote_addr":"[fd00:1122:3344:101::b]:53521","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.266290166Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:45696"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.266404919Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f226929d-5f71-4e46-913b-dc623e5c7fb1","remote_addr":"[fd00:1122:3344:101::a]:45696","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":64,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.272386205Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {7f507667-dc20-4dd9-94de-947332f56b61: {10.151.1.176: {b78022a3-2a95-4330-a9a6-7d964f3c6a88}, 10.151.1.175: {b78022a3-2a95-4330-a9a6-7d964f3c6a88}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.272421266Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e2878e64-44ef-4879-a2d4-78eb137557d5","remote_addr":"[fd00:1122:3344:101::b]:53521","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":160,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.336092138Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"6b9aaa35-195e-4dc0-a2ef-1543054f7b83","remote_addr":"[fd00:1122:3344:101::b]:53521","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":389,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.381785872Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {7f507667-dc20-4dd9-94de-947332f56b61: {10.151.1.175: {b78022a3-2a95-4330-a9a6-7d964f3c6a88}, 10.151.1.176: {b78022a3-2a95-4330-a9a6-7d964f3c6a88}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.381824503Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"8359eedd-000f-4571-8520-e6c3103c65e8","remote_addr":"[fd00:1122:3344:101::a]:45696","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.41501638Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"6e09a8d1-d2e5-4bb2-89e9-6aae9089e545","remote_addr":"[fd00:1122:3344:101::a]:45696","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":253,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.468074915Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:37439"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.468191639Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.512566077Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.580044149Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"bbdb7831-429c-468b-b8e0-60130e0cddf3","remote_addr":"[fd00:1122:3344:101::b]:37439","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111899,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.580224184Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:53907"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.580256525Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:51462"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.58043144Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:46694"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.585940303Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"5963b780-ad50-4d67-9f45-bb110a392435","remote_addr":"[fd00:1122:3344:101::b]:53907","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":539,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.586220921Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e18607d8-54a9-4043-9ce2-0e177118c50e","remote_addr":"[fd00:1122:3344:101::b]:37439","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5848,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.586333524Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"8f56bf45-ee94-4192-b896-cf5d7d03c88c","remote_addr":"[fd00:1122:3344:101::a]:46694","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":377,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.586490438Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.62638438Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.664838604Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:64799"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.684359094Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"e9b66e03-7cb9-4701-acb8-a3f947e768b0","remote_addr":"[fd00:1122:3344:101::a]:51462","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98237,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.684717163Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"b7f00edf-fca4-493f-b654-ca20b06d2504","remote_addr":"[fd00:1122:3344:101::a]:51462","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":138,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.732106511Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:42504"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.732274115Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"946db403-75a3-4ec7-99d0-62f427212fae","remote_addr":"[fd00:1122:3344:101::c]:42504","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":82,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.781114461Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {7f507667-dc20-4dd9-94de-947332f56b61: {10.151.1.175: {b78022a3-2a95-4330-a9a6-7d964f3c6a88}, 10.151.1.176: {b78022a3-2a95-4330-a9a6-7d964f3c6a88}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.781154122Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2ec4a624-ebed-41bd-9c09-4ec19680a255","remote_addr":"[fd00:1122:3344:101::c]:42504","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":139,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.797610571Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"65e0e8d6-4ff2-4bd1-a936-a730f1743dd5","remote_addr":"[fd00:1122:3344:101::c]:42504","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":276,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.886216236Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:48992"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.886340419Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.927323109Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.982365387Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"971ee0e6-6b2d-4baa-b935-9885dca17549","remote_addr":"[fd00:1122:3344:101::c]:48992","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96081,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.982757647Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:36937"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.987403688Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e87a31c9-2c9f-483a-b6c0-e6045014b9fb","remote_addr":"[fd00:1122:3344:101::c]:48992","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":958,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.987613993Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"78dcdbba-2490-40f6-a8f4-07dbe1700c74","remote_addr":"[fd00:1122:3344:101::c]:36937","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":371,"response_code":"200"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:14.994181515Z","hostname":"buskin","pid":1566,"instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"illumos-utils/src/zone.rs:279"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:15.010710347Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:1000","id":"RouterId { vni: Vni(10963313), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:15.010755608Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:1000","id":"RouterId { vni: Vni(10963313), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:15.011083526Z","hostname":"buskin","pid":1566,"instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2025-01-08T18:33:15.011053626Z }, migration_in: None, migration_out: None }","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:15.060341853Z","hostname":"buskin","pid":1566,"instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2025-01-08T18:33:15.011053626Z }, migration_in: None, migration_out: None }","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:15.065471527Z","hostname":"buskin","pid":1566,"instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","propolis_id":"997a3761-9c33-4829-a2d0-f079a98e188c","instance_id":"c870e08e-1bec-4fba-895f-fa36e6afe266","component":"InstanceManager","file":"sled-agent/src/instance.rs:1250"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:15.096665401Z","hostname":"buskin","pid":1566,"uri":"/vmms/997a3761-9c33-4829-a2d0-f079a98e188c/state","method":"GET","req_id":"7a7ef813-c74d-4b91-96dc-6bfcf4371a44","remote_addr":"[fd00:1122:3344:101::a]:58366","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":955744,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:15.096700392Z","hostname":"buskin","pid":1566,"uri":"/vmms/997a3761-9c33-4829-a2d0-f079a98e188c/state","method":"GET","req_id":"8bf82cd5-f432-4eae-9c20-928f8587b953","remote_addr":"[fd00:1122:3344:101::b]:51233","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":888697,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:15.096764794Z","hostname":"buskin","pid":1566,"uri":"/vmms/997a3761-9c33-4829-a2d0-f079a98e188c/state","method":"GET","req_id":"4a0c37f6-2f11-48a2-9bcc-ed693b028875","remote_addr":"[fd00:1122:3344:101::c]:64799","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":431813,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:15.546289924Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:63560"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:15.546460348Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"07eefce1-42bd-4c7a-8682-835b9bb26746","remote_addr":"[fd00:1122:3344:101::b]:63560","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:15.598842216Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:15.598885947Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1249"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:15.598894177Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"1c328f92-714e-463a-b1ad-9497e0d1ed0b","remote_addr":"[fd00:1122:3344:101::b]:63560","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:15.607824191Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"1fab4133-d9e2-4dcd-ba13-daa64faf6109","remote_addr":"[fd00:1122:3344:101::b]:63560","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":159,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:15.744083749Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:42023"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:15.744279164Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"7c35320d-5d1c-475b-83c9-57b570a367c9","remote_addr":"[fd00:1122:3344:101::b]:42023","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":135,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:16.268159045Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:52687"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:16.26834424Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"aecaccac-dc32-49a3-a75c-595385715cec","remote_addr":"[fd00:1122:3344:101::b]:52687","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":119,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:16.387664656Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:35520"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:16.387768329Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c566b742-6441-4f80-942d-8643bab89412","remote_addr":"[fd00:1122:3344:101::b]:35520","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:16.402477343Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:16.402507184Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"9ee80bd1-5545-4b65-9b31-59bc5b0ec644","remote_addr":"[fd00:1122:3344:101::b]:35520","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":50,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:16.410503533Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"38cc81e1-6d79-4f3d-8f8f-e5997439747e","remote_addr":"[fd00:1122:3344:101::b]:35520","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":154,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:16.996414843Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:37812"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:16.996546837Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"12fe5057-4b3a-45ec-b5c4-4e6ff91ca9a1","remote_addr":"[fd00:1122:3344:101::b]:37812","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":71,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:17.038765739Z","hostname":"buskin","pid":1566,"sled_id":"7d4a0e1a-01d9-4e26-ba9c-4e51baa26ea0","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:17.03879012Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2c33ea75-5dd0-450b-88ee-596561df63b9","remote_addr":"[fd00:1122:3344:101::b]:37812","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":74,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-08T18:33:17.046933653Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d63d427f-b756-4d82-8046-14a2957d89d7","remote_addr":"[fd00:1122:3344:101::b]:37812","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":163,"response_code":"204"}