[ Dec 12 03:59:40 Enabled. ] [ Dec 12 03:59:40 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Dec 12 03:59:40 Method "start" exited with status 0. ] [ Dec 12 03:59:40 Rereading configuration. ] [ Dec 12 03:59:40 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:40.04694177Z","hostname":"buskin","pid":1566,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:40.047100535Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:40.100237379Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:40.10027902Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:40.216584005Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:40.225383935Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:40.233512047Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:40.835407544Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:40.976471184Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:40.976500345Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:40.976604238Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:40.97669447Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:40.97671036Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:40.976719541Z","hostname":"buskin","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"Generated i86pc baseboard Pc { identifier: \"buskin\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:40.979572835Z","hostname":"buskin","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T03:59:40.979579035Z","hostname":"buskin","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:40.979589236Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:40.979592676Z","hostname":"buskin","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:40.979606996Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:40.979636397Z","hostname":"buskin","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:40.97974872Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:40.97976864Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:40.979781861Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:40.99125044Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:40.99126918Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"c1febdee-2c98-4f12-9aa4-ad18d04436bd (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:41.090657364Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: c1febdee-2c98-4f12-9aa4-ad18d04436bd (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:41.551442969Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:41.55147646Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:41.55148263Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:41.55149336Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:41.55150496Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:41.551525811Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:41.551530781Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:41.560535466Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:41.560550876Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"2db2571c-c8fc-49d7-9a67-c3d98ed7f856 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:41.648977647Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 2db2571c-c8fc-49d7-9a67-c3d98ed7f856 (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124147736Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124193307Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c1febdee-2c98-4f12-9aa4-ad18d04436bd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2db2571c-c8fc-49d7-9a67-c3d98ed7f856 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124224608Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124231878Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124243559Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124251859Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124257189Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124262259Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c1febdee-2c98-4f12-9aa4-ad18d04436bd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2db2571c-c8fc-49d7-9a67-c3d98ed7f856 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.12428187Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.12428696Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.12429166Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.12430246Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.12430757Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124318961Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124328591Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124333031Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c1febdee-2c98-4f12-9aa4-ad18d04436bd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2db2571c-c8fc-49d7-9a67-c3d98ed7f856 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124353051Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124358402Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124362242Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124366232Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c1febdee-2c98-4f12-9aa4-ad18d04436bd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2db2571c-c8fc-49d7-9a67-c3d98ed7f856 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124386082Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124404733Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124409183Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124414763Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124418553Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124423013Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124428644Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124433324Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124437624Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c1febdee-2c98-4f12-9aa4-ad18d04436bd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2db2571c-c8fc-49d7-9a67-c3d98ed7f856 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124461434Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124466394Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124470834Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124476615Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124480875Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c1febdee-2c98-4f12-9aa4-ad18d04436bd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2db2571c-c8fc-49d7-9a67-c3d98ed7f856 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124507606Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124512406Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124516006Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124522046Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124525876Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c1febdee-2c98-4f12-9aa4-ad18d04436bd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2db2571c-c8fc-49d7-9a67-c3d98ed7f856 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124557887Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124562757Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124567337Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124571047Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124576577Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124581397Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124598288Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c1febdee-2c98-4f12-9aa4-ad18d04436bd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2db2571c-c8fc-49d7-9a67-c3d98ed7f856 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124632259Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124637129Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124641179Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124647929Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124652069Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.12465861Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c1febdee-2c98-4f12-9aa4-ad18d04436bd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2db2571c-c8fc-49d7-9a67-c3d98ed7f856 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.12468584Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.1246932Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.1246976Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124707161Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124711541Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c1febdee-2c98-4f12-9aa4-ad18d04436bd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2db2571c-c8fc-49d7-9a67-c3d98ed7f856 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124740321Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124744812Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124749962Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124754012Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/c1febdee-2c98-4f12-9aa4-ad18d04436bd/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124758282Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2db2571c-c8fc-49d7-9a67-c3d98ed7f856/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124767422Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124774513Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/c1febdee-2c98-4f12-9aa4-ad18d04436bd/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124786743Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2db2571c-c8fc-49d7-9a67-c3d98ed7f856/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124791813Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124797213Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124800793Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.124803883Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.136506729Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:737"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.136542909Z","hostname":"buskin","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999928218s","next_cleanup":"Instant { tv_sec: 4014, tv_nsec: 235399087 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.13656146Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3962"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.136638912Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/c1febdee-2c98-4f12-9aa4-ad18d04436bd/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.138705066Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2db2571c-c8fc-49d7-9a67-c3d98ed7f856/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.139432025Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.139778664Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.141972571Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: Some(\n None,\n ),\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n tx_eq: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.142231368Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1187"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.142238188Z","hostname":"buskin","pid":1566,"component":"DnsResolver","component":"RSS","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.14229636Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/c1febdee-2c98-4f12-9aa4-ad18d04436bd/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.142357531Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2db2571c-c8fc-49d7-9a67-c3d98ed7f856/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.142372892Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.142380922Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1250"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.142408993Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/c1febdee-2c98-4f12-9aa4-ad18d04436bd/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.142419643Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2db2571c-c8fc-49d7-9a67-c3d98ed7f856/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.142428273Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.142433203Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1292"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.142437554Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.142441883Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.142469084Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Writing ledger to /pool/int/c1febdee-2c98-4f12-9aa4-ad18d04436bd/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.142484025Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2db2571c-c8fc-49d7-9a67-c3d98ed7f856/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.142821444Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: 1612ec8d-a72c-445a-999f-274daa8c155e,\n sleds: {\n [fdb0:18c0:4d0d:9fb2::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: 80af691a-30bb-4399-8524-a68071b516df (sled),\n rack_id: 1612ec8d-a72c-445a-999f-274daa8c155e,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: Some(\n None,\n ),\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n tx_eq: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.14305453Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.1430602Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1326"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.143092911Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/c1febdee-2c98-4f12-9aa4-ad18d04436bd/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.143098121Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2db2571c-c8fc-49d7-9a67-c3d98ed7f856/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.143257835Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.143380728Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.143427809Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 80af691a-30bb-4399-8524-a68071b516df (sled), rack_id: 1612ec8d-a72c-445a-999f-274daa8c155e, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.143777328Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4259"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.14384253Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4659"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.148967144Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.155006802Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.155155675Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.159276213Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.159332634Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.159444797Z","hostname":"buskin","pid":1566,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:33116","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 80af691a-30bb-4399-8524-a68071b516df (sled), rack_id: 1612ec8d-a72c-445a-999f-274daa8c155e, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.15956292Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.159577701Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.159608091Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.159615992Z","hostname":"buskin","pid":1566,"component":"DnsResolver","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.159629902Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.159636812Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:809"} {"msg":"No ledger in /pool/int/c1febdee-2c98-4f12-9aa4-ad18d04436bd/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.159686824Z","hostname":"buskin","pid":1566,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.159693134Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/2db2571c-c8fc-49d7-9a67-c3d98ed7f856/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.159710484Z","hostname":"buskin","pid":1566,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.159722874Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:798"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.159727365Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:826"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.159733885Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:592"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.159766106Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.159775766Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:697","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.176549024Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.198232019Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.216017274Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.24499385Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:415"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.245032341Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.245036641Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:427"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.245040511Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 77.003258ms)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.248272095Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f65671dc-2565-499d-9658-086476be6e70\", \"content-length\": \"124\", \"date\": \"Thu, 12 Dec 2024 03:59:42 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f65671dc-2565-499d-9658-086476be6e70\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_c1febdee-2c98-4f12-9aa4-ad18d04436bd/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.258283277Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_c1febdee-2c98-4f12-9aa4-ad18d04436bd/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.281708008Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_c1febdee-2c98-4f12-9aa4-ad18d04436bd/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.281753909Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.287028047Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:442"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.287037677Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_c1febdee-2c98-4f12-9aa4-ad18d04436bd/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.287043747Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.325725864Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 81.904231ms)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.326280899Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5227c026-8af4-4eeb-a2c9-a766eb823624\", \"content-length\": \"124\", \"date\": \"Thu, 12 Dec 2024 03:59:42 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5227c026-8af4-4eeb-a2c9-a766eb823624\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.367930178Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.409057522Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 154.488197ms)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.409536644Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ef155e5-0a63-4be0-b2c2-649d864119c5\", \"content-length\": \"124\", \"date\": \"Thu, 12 Dec 2024 03:59:42 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0ef155e5-0a63-4be0-b2c2-649d864119c5\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.564627682Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 173.22623ms)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.565206807Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58282395-013c-4453-815c-dbd4e907ade8\", \"content-length\": \"124\", \"date\": \"Thu, 12 Dec 2024 03:59:42 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"58282395-013c-4453-815c-dbd4e907ade8\" }"} {"msg":"Mounting oxi_c1febdee-2c98-4f12-9aa4-ad18d04436bd/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.586296677Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.599511332Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.599601844Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.599631955Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.599680306Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.738762166Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 195.844416ms)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.739519655Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9242ef3-26ca-46ab-8626-bca3acae3d8c\", \"content-length\": \"124\", \"date\": \"Thu, 12 Dec 2024 03:59:42 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"e9242ef3-26ca-46ab-8626-bca3acae3d8c\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.935944459Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 323.902449ms)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:42.936672467Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8648a47b-c689-41cf-a22d-e8ea3b013d10\", \"content-length\": \"124\", \"date\": \"Thu, 12 Dec 2024 03:59:42 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"8648a47b-c689-41cf-a22d-e8ea3b013d10\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:43.261850683Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 248.403454ms)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:43.262539341Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ea553fb-81d8-43a3-8107-1daf9e387e30\", \"content-length\": \"124\", \"date\": \"Thu, 12 Dec 2024 03:59:43 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"3ea553fb-81d8-43a3-8107-1daf9e387e30\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:43.345469255Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:43.350906007Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:43012","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:43.350941038Z","hostname":"buskin","pid":1566,"component":"internal-dns-resolver","file":"internal-dns/resolver/src/resolver.rs:111","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:43.35099975Z","hostname":"buskin","pid":1566,"file":"oximeter/producer/src/lib.rs:279","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/producer/src/lib.rs:279","interval":"30s","address":"[fd00:1122:3344:101::1]:43012","producer_id":"80af691a-30bb-4399-8524-a68071b516df"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T03:59:43.352014226Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"327.923443ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:43.353132466Z","hostname":"buskin","pid":1566,"component":"VmmReservoirManager","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:43.353137756Z","hostname":"buskin","pid":1566,"component":"VmmReservoirManager","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:43.353202417Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:921","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:43.353218598Z","hostname":"buskin","pid":1566,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:43.512190926Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T03:59:43.681975157Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"335.272961ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T03:59:44.018725405Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"550.01632ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T03:59:44.570613237Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.002675928s"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T03:59:45.574652658Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"4.033375895s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:45.965436936Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2683"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:45.965453126Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2928"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:45.965464846Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2553"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:45.965471286Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2600"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:45.965527658Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3009"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:45.965532898Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3054"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:45.967439617Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2853"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:45.968767712Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2594"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:45.968879005Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:45.969027329Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 29.668987ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T03:59:46.319046368Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 59.516863ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T03:59:46.523503001Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 176.536904ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T03:59:46.698509908Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 542.650442ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T03:59:47.056099979Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.064059272s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T03:59:47.665782979Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.24650912s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T03:59:48.843063291Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T03:59:49.610297313Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"6.288644293s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 753.850066ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T03:59:50.242508811Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.007492396s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T03:59:51.211808195Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/80af691a-30bb-4399-8524-a68071b516df)","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T03:59:52.53750347Z","hostname":"buskin","pid":1566,"component":"NexusNotifierTask","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:52.568002236Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:52.568484409Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12348","component":"dropshot (Repo Depot)","component":"ArtifactStore","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:52.570035749Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:52.57006532Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:52.57007913Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Writing ledger to /pool/int/c1febdee-2c98-4f12-9aa4-ad18d04436bd/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:52.570092531Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2db2571c-c8fc-49d7-9a67-c3d98ed7f856/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:52.570327687Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:52.570597154Z","hostname":"buskin","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:52.570644685Z","hostname":"buskin","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: Some(None), bgp_peers: [], autoneg: false, lldp: None, tx_eq: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:52.570654135Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3962"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:52.570732128Z","hostname":"buskin","pid":1566,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:33116","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:52.784085495Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:52.784173407Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:52.784261967Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/c1febdee-2c98-4f12-9aa4-ad18d04436bd/config/rss-service-plan-v5.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:52.784378801Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2db2571c-c8fc-49d7-9a67-c3d98ed7f856/config/rss-service-plan-v5.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:52.784390411Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:52.784396531Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:52.784413831Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:52.784454212Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:52.784473643Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:52.790216143Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4283","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:52.790229903Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4299"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:52.790243423Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.045996378Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:47273"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.046367597Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.046373377Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/c1febdee-2c98-4f12-9aa4-ad18d04436bd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.046436949Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2db2571c-c8fc-49d7-9a67-c3d98ed7f856/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.046452349Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.046529791Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"2c2e39ff-6e40-4f8a-9abe-c22d4308f648","remote_addr":"[fd00:1122:3344:101::1]:47273","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":290,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.077943131Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:48083"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.078053754Z","hostname":"buskin","pid":1566,"uri":"/sled-role","method":"GET","req_id":"ce69bbce-4e39-4eeb-8faa-1e818ae4de4e","remote_addr":"[fd00:1122:3344:101::1]:48083","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":31,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.078839155Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Writing ledger to /pool/int/c1febdee-2c98-4f12-9aa4-ad18d04436bd/config/.rss-service-plan-v5.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.078893229Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2db2571c-c8fc-49d7-9a67-c3d98ed7f856/config/.rss-service-plan-v5.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.07932589Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.079689999Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:982"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(2), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 8ef580f0-9237-4772-93c1-a7b7ff157616 (physical_disk), pool_id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: e0270969-aaea-48d1-8a64-28f655009465 (physical_disk), pool_id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 5ca7c739-57e4-4d40-927a-edd5aab37f16 (physical_disk), pool_id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 32593535-a85c-4ed6-9290-4a3a3a554e4b (physical_disk), pool_id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 90b13f79-64a7-4691-88e8-98f41ad4cb29 (physical_disk), pool_id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: d92f2842-5287-4dbc-b0ba-5682dabdca4b (physical_disk), pool_id: 4b8ca783-c0e0-4c3f-a149-be038075af29 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 953f41f0-6743-45c2-b141-08289ff833ad (physical_disk), pool_id: 4c2dd18b-2445-4d2c-acfe-6708713b37f2 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 9b483aee-3427-4fc3-bb3c-d651bb3ec739 (physical_disk), pool_id: 1f09e596-8c3b-4084-9722-b9e187b46c0f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: bf5fcd36-ef47-4fde-a0b0-9842d9e81378 (physical_disk), pool_id: 2ce90261-9b65-4601-b849-599cec034d39 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.109057516Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:369"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.109156519Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:58734"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.109455706Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:896"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(2), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 8ef580f0-9237-4772-93c1-a7b7ff157616 (physical_disk), pool_id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: e0270969-aaea-48d1-8a64-28f655009465 (physical_disk), pool_id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 5ca7c739-57e4-4d40-927a-edd5aab37f16 (physical_disk), pool_id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 32593535-a85c-4ed6-9290-4a3a3a554e4b (physical_disk), pool_id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 90b13f79-64a7-4691-88e8-98f41ad4cb29 (physical_disk), pool_id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: d92f2842-5287-4dbc-b0ba-5682dabdca4b (physical_disk), pool_id: 4b8ca783-c0e0-4c3f-a149-be038075af29 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 953f41f0-6743-45c2-b141-08289ff833ad (physical_disk), pool_id: 4c2dd18b-2445-4d2c-acfe-6708713b37f2 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 9b483aee-3427-4fc3-bb3c-d651bb3ec739 (physical_disk), pool_id: 1f09e596-8c3b-4084-9722-b9e187b46c0f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: bf5fcd36-ef47-4fde-a0b0-9842d9e81378 (physical_disk), pool_id: 2ce90261-9b65-4601-b849-599cec034d39 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.109501097Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/c1febdee-2c98-4f12-9aa4-ad18d04436bd/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.109507598Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2db2571c-c8fc-49d7-9a67-c3d98ed7f856/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.109516618Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.109521038Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1171"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.109558029Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.109563009Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.109567759Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.109571509Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.268369693Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.268408114Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool)"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.469519672Z","hostname":"buskin","pid":1566,"component":"VmmReservoirManager","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T03:59:53.471128954Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16290649787771231731"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T03:59:53.471275108Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8095708785527482734"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.568625109Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/80af691a-30bb-4399-8524-a68071b516df)","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T03:59:53.572085399Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.576462523Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.576532205Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.576538185Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.576552805Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.576557436Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.576634658Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.576648708Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.61428231Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_52ff5631-9ac0-4ac7-86b7-64ca5116a071/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.622479674Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_52ff5631-9ac0-4ac7-86b7-64ca5116a071","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.797584893Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.805834869Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.8058665Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.80587289Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.80587821Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.80588444Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.815809749Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.81583002Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.911769263Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.920023759Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.92006976Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.92009266Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.920134582Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.920146392Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.920296906Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.920303246Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.956178322Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_10da5ed2-63d5-4960-a7ed-e0f22ea11d46/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:53.963955215Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_10da5ed2-63d5-4960-a7ed-e0f22ea11d46","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.140421Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.148559292Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.148585053Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.148590583Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.148596133Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.148608014Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.15882469Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.158845041Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.254398742Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.262279708Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.262298958Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.262303998Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.262338201Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.262361072Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.262474625Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.262481665Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.29855706Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.306778994Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.483872243Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.492323783Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.492367194Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.492373835Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.492379475Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.492384555Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.502081658Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.502101849Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.595401131Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.602236109Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.60227415Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.60228132Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.602301331Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.602321991Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.602461975Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.602471425Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/80af691a-30bb-4399-8524-a68071b516df)","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T03:59:54.605869454Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.638602968Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_fb2d454c-3596-42d0-8ff3-f8219d6e3f47/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.646489854Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_fb2d454c-3596-42d0-8ff3-f8219d6e3f47","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.823988206Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.831844841Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.831884802Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.831892232Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.831899432Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.831910753Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.842170271Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.842204631Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.941196415Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.949162863Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.949193843Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.949203064Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.949245915Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.949293806Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.949411099Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.949419019Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.984832013Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_23c36e6b-2f3a-43bc-b874-06ee7fff36f4/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:54.993412707Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_23c36e6b-2f3a-43bc-b874-06ee7fff36f4","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.17323574Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.181120646Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.181172967Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.181181167Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.181186647Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.181191287Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.191660041Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.191675471Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"4b8ca783-c0e0-4c3f-a149-be038075af29 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.290446922Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 4b8ca783-c0e0-4c3f-a149-be038075af29 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.298413519Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.29843504Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.29845291Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.298470051Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.298483101Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.298622935Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.298629215Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.336094393Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_4b8ca783-c0e0-4c3f-a149-be038075af29/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.343971298Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_4b8ca783-c0e0-4c3f-a149-be038075af29","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.522771107Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.530717784Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.530746025Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.530758115Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.530764245Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.530792106Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.540679844Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.540705255Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"4c2dd18b-2445-4d2c-acfe-6708713b37f2 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.637459794Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 4c2dd18b-2445-4d2c-acfe-6708713b37f2 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.645788012Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.645831743Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.645845523Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.645885114Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.645895065Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.646081839Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.64608879Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/80af691a-30bb-4399-8524-a68071b516df)","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T03:59:55.649766715Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.683746782Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_4c2dd18b-2445-4d2c-acfe-6708713b37f2/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.691468854Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_4c2dd18b-2445-4d2c-acfe-6708713b37f2","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.872755945Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.882762776Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.882812777Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.882840048Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.882847398Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.882852158Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.894077481Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.894103862Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"1f09e596-8c3b-4084-9722-b9e187b46c0f (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.985867636Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 1f09e596-8c3b-4084-9722-b9e187b46c0f (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.993821354Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.993850385Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.993859655Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.993871705Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.993882415Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.993971068Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:55.993977658Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T03:59:55.997444638Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"19.796280223s"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.037522454Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_1f09e596-8c3b-4084-9722-b9e187b46c0f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.045997215Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_1f09e596-8c3b-4084-9722-b9e187b46c0f","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.226615889Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.235302135Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.235340176Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.235348127Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.235355377Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.235367477Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.245003199Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.245032949Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"2ce90261-9b65-4601-b849-599cec034d39 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.341572219Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 2ce90261-9b65-4601-b849-599cec034d39 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.34928885Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.349336862Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.349343471Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.349383273Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.349398883Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.349506546Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.349515426Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.386291026Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_2ce90261-9b65-4601-b849-599cec034d39/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.394058529Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_2ce90261-9b65-4601-b849-599cec034d39","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.568755707Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.576698605Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.576738216Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/c1febdee-2c98-4f12-9aa4-ad18d04436bd/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.576840888Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.576967052Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(2), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c1febdee-2c98-4f12-9aa4-ad18d04436bd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2db2571c-c8fc-49d7-9a67-c3d98ed7f856 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 4b8ca783-c0e0-4c3f-a149-be038075af29 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 4c2dd18b-2445-4d2c-acfe-6708713b37f2 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1f09e596-8c3b-4084-9722-b9e187b46c0f (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2ce90261-9b65-4601-b849-599cec034d39 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.577045444Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.577053124Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/2db2571c-c8fc-49d7-9a67-c3d98ed7f856/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.577167487Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.577435314Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:900"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.577454104Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.577462064Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:926","generation":"Generation(2)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.577466685Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:931"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.577470255Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:936"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.577479755Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:122","gen":"Generation(2)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.577487145Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:942"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.577525186Z","hostname":"buskin","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:799","gen":"Generation(2)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.577530396Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:947"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.577600668Z","hostname":"buskin","pid":1566,"uri":"/omicron-physical-disks","method":"PUT","req_id":"eedfb42e-4b42-465d-a8b8-52789536d1e6","remote_addr":"[fd00:1122:3344:101::1]:58734","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3468296,"response_code":"200"} {"msg":"attempting to set up sled's datasets: DatasetsConfig { generation: Generation(1), datasets: {01afa7ba-86e1-4100-8336-523cec2c4e00 (dataset): DatasetConfig { id: 01afa7ba-86e1-4100-8336-523cec2c4e00 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4c2dd18b-2445-4d2c-acfe-6708713b37f2 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 037c8980-2413-42ed-a432-27bd870d8c27 (dataset): DatasetConfig { id: 037c8980-2413-42ed-a432-27bd870d8c27 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2ce90261-9b65-4601-b849-599cec034d39 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 09b11e1d-595f-45bc-be26-fe68f9fc42a8 (dataset): DatasetConfig { id: 09b11e1d-595f-45bc-be26-fe68f9fc42a8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4c2dd18b-2445-4d2c-acfe-6708713b37f2 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_dac44784-70a3-49f0-bd56-9b724ccc27cc\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0c91f4f1-f0ee-4269-8dbf-5e599d9aa340 (dataset): DatasetConfig { id: 0c91f4f1-f0ee-4269-8dbf-5e599d9aa340 (dataset), name: DatasetName { pool_name: ZpoolName { id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_c469e1af-57b9-4787-8577-1e177df6a4ab\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0c98ba84-60af-4ad1-9874-31fe20aae090 (dataset): DatasetConfig { id: 0c98ba84-60af-4ad1-9874-31fe20aae090 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_728110ff-542c-40c6-b380-d8fde116dad7\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0f83b804-13b8-4085-9174-e9859ac580f7 (dataset): DatasetConfig { id: 0f83b804-13b8-4085-9174-e9859ac580f7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4b8ca783-c0e0-4c3f-a149-be038075af29 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 11424529-da78-40d6-87a3-0215037219b9 (dataset): DatasetConfig { id: 11424529-da78-40d6-87a3-0215037219b9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 14d8f356-8086-4064-91a2-cf9f38743ef4 (dataset): DatasetConfig { id: 14d8f356-8086-4064-91a2-cf9f38743ef4 (dataset), name: DatasetName { pool_name: ZpoolName { id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_c86ecb3b-eb85-417f-980a-16aeee4dd5a4\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1c9152bf-4bd9-491c-82e4-50b252c24f90 (dataset): DatasetConfig { id: 1c9152bf-4bd9-491c-82e4-50b252c24f90 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4c2dd18b-2445-4d2c-acfe-6708713b37f2 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1cafc87b-6e88-4ebc-a539-45eb6b2a15f1 (dataset): DatasetConfig { id: 1cafc87b-6e88-4ebc-a539-45eb6b2a15f1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1f09e596-8c3b-4084-9722-b9e187b46c0f (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 21636daf-d831-493a-b267-a493e808cda1 (dataset): DatasetConfig { id: 21636daf-d831-493a-b267-a493e808cda1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1f09e596-8c3b-4084-9722-b9e187b46c0f (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 286d1ac6-e1d1-4cac-9fbf-ae66aa996d3a (dataset): DatasetConfig { id: 286d1ac6-e1d1-4cac-9fbf-ae66aa996d3a (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_942da74e-d056-486f-85c3-68c1dfad04c9\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 28d21b00-3f71-454e-a2c4-bc0040dce083 (dataset): DatasetConfig { id: 28d21b00-3f71-454e-a2c4-bc0040dce083 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4b8ca783-c0e0-4c3f-a149-be038075af29 (zpool), kind: External }, kind: TransientZone { name: \"oxz_ntp_e93c7fbd-e5ba-471c-9eb8-f8ab296db8da\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2c038993-2bbc-44a0-ae40-1c67eea0af8a (dataset): DatasetConfig { id: 2c038993-2bbc-44a0-ae40-1c67eea0af8a (dataset), name: DatasetName { pool_name: ZpoolName { id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2d75dcac-9bb7-4a72-86be-8acc2233e385 (dataset): DatasetConfig { id: 2d75dcac-9bb7-4a72-86be-8acc2233e385 (dataset), name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_c9c9afd6-aa03-4a96-8241-6ae7ccfbce28\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 339fb320-98d6-43d8-b4ab-b5bbbfbf066f (dataset): DatasetConfig { id: 339fb320-98d6-43d8-b4ab-b5bbbfbf066f (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_68b92f4b-c208-4567-8395-96046a9b6c9a\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 37bbeb49-e481-430d-ac3e-db9879c24be4 (dataset): DatasetConfig { id: 37bbeb49-e481-430d-ac3e-db9879c24be4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4c2dd18b-2445-4d2c-acfe-6708713b37f2 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 42aaf673-505a-413b-a7aa-e9afef41c72c (dataset): DatasetConfig { id: 42aaf673-505a-413b-a7aa-e9afef41c72c (dataset), name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 431641c2-5a21-4a04-b5ac-aba8264a12d9 (dataset): DatasetConfig { id: 431641c2-5a21-4a04-b5ac-aba8264a12d9 (dataset), name: DatasetName { pool_name: ZpoolName { id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 45207f78-5047-4359-a786-68002b55167a (dataset): DatasetConfig { id: 45207f78-5047-4359-a786-68002b55167a (dataset), name: DatasetName { pool_name: ZpoolName { id: 4b8ca783-c0e0-4c3f-a149-be038075af29 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 45a7566e-5392-4e4a-a79a-03a2ce5cb8d9 (dataset): DatasetConfig { id: 45a7566e-5392-4e4a-a79a-03a2ce5cb8d9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4dd8b85f-5ddb-44f7-bff9-85b16ffde0b1 (dataset): DatasetConfig { id: 4dd8b85f-5ddb-44f7-bff9-85b16ffde0b1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 50c99304-83dc-4973-9e9a-8ff9fceef4d7 (dataset): DatasetConfig { id: 50c99304-83dc-4973-9e9a-8ff9fceef4d7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5395ec3b-2f3c-4ed3-ad3e-a9558391aeb6 (dataset): DatasetConfig { id: 5395ec3b-2f3c-4ed3-ad3e-a9558391aeb6 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5a441d4b-7dc1-4e7f-87ab-a6d3d398fa9f (dataset): DatasetConfig { id: 5a441d4b-7dc1-4e7f-87ab-a6d3d398fa9f (dataset), name: DatasetName { pool_name: ZpoolName { id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 647c012f-9503-4510-b34b-1570267e4693 (dataset): DatasetConfig { id: 647c012f-9503-4510-b34b-1570267e4693 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 653587e5-a296-407e-b3a3-47552ad93850 (dataset): DatasetConfig { id: 653587e5-a296-407e-b3a3-47552ad93850 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4b8ca783-c0e0-4c3f-a149-be038075af29 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_8cb44ea6-bc28-4b69-9403-d2a1af99568e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 660ddf48-519e-4b18-8494-eb244c6c2a26 (dataset): DatasetConfig { id: 660ddf48-519e-4b18-8494-eb244c6c2a26 (dataset), name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 669506e7-41da-4368-88f3-3ad3a6445868 (dataset): DatasetConfig { id: 669506e7-41da-4368-88f3-3ad3a6445868 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1f09e596-8c3b-4084-9722-b9e187b46c0f (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6741d912-df2f-4e84-b48c-7e17ff35fc58 (dataset): DatasetConfig { id: 6741d912-df2f-4e84-b48c-7e17ff35fc58 (dataset), name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 6899bc4f-28b8-463c-aa1c-b877e429be30 (dataset): DatasetConfig { id: 6899bc4f-28b8-463c-aa1c-b877e429be30 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2ce90261-9b65-4601-b849-599cec034d39 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6dc4c1fa-0f0d-4d5f-8584-ac729c5c6726 (dataset): DatasetConfig { id: 6dc4c1fa-0f0d-4d5f-8584-ac729c5c6726 (dataset), name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7f5ed174-4093-4edf-956d-8184b8f1a943 (dataset): DatasetConfig { id: 7f5ed174-4093-4edf-956d-8184b8f1a943 (dataset), name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 807c9906-7404-4bdd-b9d4-972e28d6ac61 (dataset): DatasetConfig { id: 807c9906-7404-4bdd-b9d4-972e28d6ac61 (dataset), name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 85e09f4f-2433-47dc-aca9-f79942663b53 (dataset): DatasetConfig { id: 85e09f4f-2433-47dc-aca9-f79942663b53 (dataset), name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 86b2f950-11e7-4225-87a9-6d24ed400ad6 (dataset): DatasetConfig { id: 86b2f950-11e7-4225-87a9-6d24ed400ad6 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 887a4427-7254-4425-a9e2-59742b9270e6 (dataset): DatasetConfig { id: 887a4427-7254-4425-a9e2-59742b9270e6 (dataset), name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 89e7519c-19cb-4e6c-934a-9a35953151da (dataset): DatasetConfig { id: 89e7519c-19cb-4e6c-934a-9a35953151da (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8b840d23-4b97-4f64-9e13-58cf44c5bed2 (dataset): DatasetConfig { id: 8b840d23-4b97-4f64-9e13-58cf44c5bed2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9db8dd73-3f6b-40db-be65-d157eba701f2 (dataset): DatasetConfig { id: 9db8dd73-3f6b-40db-be65-d157eba701f2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1f09e596-8c3b-4084-9722-b9e187b46c0f (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a151ff30-93c0-4e26-8826-6c7462eb436d (dataset): DatasetConfig { id: a151ff30-93c0-4e26-8826-6c7462eb436d (dataset), name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a854f763-0740-4eee-b148-ac06ce29a01a (dataset): DatasetConfig { id: a854f763-0740-4eee-b148-ac06ce29a01a (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, ab90541c-d42d-4be9-8303-5d705e8b1000 (dataset): DatasetConfig { id: ab90541c-d42d-4be9-8303-5d705e8b1000 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, adb164ab-97cd-4bf2-9b9d-869c3818cb1d (dataset): DatasetConfig { id: adb164ab-97cd-4bf2-9b9d-869c3818cb1d (dataset), name: DatasetName { pool_name: ZpoolName { id: 2ce90261-9b65-4601-b849-599cec034d39 (zpool), kind: External }, kind: TransientZone { name: \"oxz_oximeter_987cdbf0-9703-44d8-809c-7fc661879e56\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ae4985ad-2b1b-45d5-9a07-d8d93cb11790 (dataset): DatasetConfig { id: ae4985ad-2b1b-45d5-9a07-d8d93cb11790 (dataset), name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, af5ec90f-6d4f-4c55-9533-836be16877cc (dataset): DatasetConfig { id: af5ec90f-6d4f-4c55-9533-836be16877cc (dataset), name: DatasetName { pool_name: ZpoolName { id: 2ce90261-9b65-4601-b849-599cec034d39 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c0ff8e51-efe5-4ec8-ad8e-69f709f450a8 (dataset): DatasetConfig { id: c0ff8e51-efe5-4ec8-ad8e-69f709f450a8 (dataset), name: DatasetName { pool_name: ZpoolName { id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c4b5f8e2-bebf-4935-88f6-369ec394fe1b (dataset): DatasetConfig { id: c4b5f8e2-bebf-4935-88f6-369ec394fe1b (dataset), name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c62cea9c-a82e-4555-abe7-8c786fdcf167 (dataset): DatasetConfig { id: c62cea9c-a82e-4555-abe7-8c786fdcf167 (dataset), name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c70f3877-7e72-4e44-8f73-51a7d3e94569 (dataset): DatasetConfig { id: c70f3877-7e72-4e44-8f73-51a7d3e94569 (dataset), name: DatasetName { pool_name: ZpoolName { id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c78c3edf-4d18-49f3-9e29-8efc59d7a0c7 (dataset): DatasetConfig { id: c78c3edf-4d18-49f3-9e29-8efc59d7a0c7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d212dd50-6c7a-4164-802f-4c8e7591b344 (dataset): DatasetConfig { id: d212dd50-6c7a-4164-802f-4c8e7591b344 (dataset), name: DatasetName { pool_name: ZpoolName { id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, dd9d2c6f-19e5-44b6-a452-f1860715edc4 (dataset): DatasetConfig { id: dd9d2c6f-19e5-44b6-a452-f1860715edc4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, df64a72f-946b-4cbb-a602-654f94043c3e (dataset): DatasetConfig { id: df64a72f-946b-4cbb-a602-654f94043c3e (dataset), name: DatasetName { pool_name: ZpoolName { id: 4c2dd18b-2445-4d2c-acfe-6708713b37f2 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e2b3195a-582d-4115-8e73-dda5b4775b79 (dataset): DatasetConfig { id: e2b3195a-582d-4115-8e73-dda5b4775b79 (dataset), name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_d24a9d9f-7884-44e6-bf52-febe49c3b719\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e8a42fa6-aff2-4f41-948a-7e3a98454e9f (dataset): DatasetConfig { id: e8a42fa6-aff2-4f41-948a-7e3a98454e9f (dataset), name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ea01257b-d24e-4f12-965f-9d6407c7276d (dataset): DatasetConfig { id: ea01257b-d24e-4f12-965f-9d6407c7276d (dataset), name: DatasetName { pool_name: ZpoolName { id: 2ce90261-9b65-4601-b849-599cec034d39 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, ea49b58c-b41e-4837-85e4-1627952f7992 (dataset): DatasetConfig { id: ea49b58c-b41e-4837-85e4-1627952f7992 (dataset), name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: TransientZone { name: \"oxz_clickhouse_286ceca1-7f09-4fe6-b531-9f5f373850ee\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f058ff1d-3234-43a2-9a07-e39721cb6b44 (dataset): DatasetConfig { id: f058ff1d-3234-43a2-9a07-e39721cb6b44 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4b8ca783-c0e0-4c3f-a149-be038075af29 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f09be1f7-b1f4-46f4-bc8a-f353f6ad7159 (dataset): DatasetConfig { id: f09be1f7-b1f4-46f4-bc8a-f353f6ad7159 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f1a8e13f-975a-46a0-997a-23213022fb5e (dataset): DatasetConfig { id: f1a8e13f-975a-46a0-997a-23213022fb5e (dataset), name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f2fceca5-8230-4c9f-8371-41360eee296c (dataset): DatasetConfig { id: f2fceca5-8230-4c9f-8371-41360eee296c (dataset), name: DatasetName { pool_name: ZpoolName { id: 4c2dd18b-2445-4d2c-acfe-6708713b37f2 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, f4ace980-a06e-4e9c-bfcc-f6c83c69ba1e (dataset): DatasetConfig { id: f4ace980-a06e-4e9c-bfcc-f6c83c69ba1e (dataset), name: DatasetName { pool_name: ZpoolName { id: 4b8ca783-c0e0-4c3f-a149-be038075af29 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f9d78cdb-a562-4131-9093-3fd74bc28a23 (dataset): DatasetConfig { id: f9d78cdb-a562-4131-9093-3fd74bc28a23 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fb128452-a6e1-4c80-bc52-d8e1b877c1fb (dataset): DatasetConfig { id: fb128452-a6e1-4c80-bc52-d8e1b877c1fb (dataset), name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fd1867cb-d137-4c88-818c-253d8b9cad43 (dataset): DatasetConfig { id: fd1867cb-d137-4c88-818c-253d8b9cad43 (dataset), name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_ac3591c4-ccc2-4307-aeea-b50163451b2f\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }} }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.609427629Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:444"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.609444129Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:37669"} {"msg":"datasets ensure","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.60985726Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:862"} {"msg":"Received DatasetsEnsure { config: DatasetsConfig { generation: Generation(1), datasets: {01afa7ba-86e1-4100-8336-523cec2c4e00 (dataset): DatasetConfig { id: 01afa7ba-86e1-4100-8336-523cec2c4e00 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4c2dd18b-2445-4d2c-acfe-6708713b37f2 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 037c8980-2413-42ed-a432-27bd870d8c27 (dataset): DatasetConfig { id: 037c8980-2413-42ed-a432-27bd870d8c27 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2ce90261-9b65-4601-b849-599cec034d39 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 09b11e1d-595f-45bc-be26-fe68f9fc42a8 (dataset): DatasetConfig { id: 09b11e1d-595f-45bc-be26-fe68f9fc42a8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4c2dd18b-2445-4d2c-acfe-6708713b37f2 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_dac44784-70a3-49f0-bd56-9b724ccc27cc\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0c91f4f1-f0ee-4269-8dbf-5e599d9aa340 (dataset): DatasetConfig { id: 0c91f4f1-f0ee-4269-8dbf-5e599d9aa340 (dataset), name: DatasetName { pool_name: ZpoolName { id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_c469e1af-57b9-4787-8577-1e177df6a4ab\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0c98ba84-60af-4ad1-9874-31fe20aae090 (dataset): DatasetConfig { id: 0c98ba84-60af-4ad1-9874-31fe20aae090 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_728110ff-542c-40c6-b380-d8fde116dad7\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0f83b804-13b8-4085-9174-e9859ac580f7 (dataset): DatasetConfig { id: 0f83b804-13b8-4085-9174-e9859ac580f7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4b8ca783-c0e0-4c3f-a149-be038075af29 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 11424529-da78-40d6-87a3-0215037219b9 (dataset): DatasetConfig { id: 11424529-da78-40d6-87a3-0215037219b9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 14d8f356-8086-4064-91a2-cf9f38743ef4 (dataset): DatasetConfig { id: 14d8f356-8086-4064-91a2-cf9f38743ef4 (dataset), name: DatasetName { pool_name: ZpoolName { id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_c86ecb3b-eb85-417f-980a-16aeee4dd5a4\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1c9152bf-4bd9-491c-82e4-50b252c24f90 (dataset): DatasetConfig { id: 1c9152bf-4bd9-491c-82e4-50b252c24f90 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4c2dd18b-2445-4d2c-acfe-6708713b37f2 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1cafc87b-6e88-4ebc-a539-45eb6b2a15f1 (dataset): DatasetConfig { id: 1cafc87b-6e88-4ebc-a539-45eb6b2a15f1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1f09e596-8c3b-4084-9722-b9e187b46c0f (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 21636daf-d831-493a-b267-a493e808cda1 (dataset): DatasetConfig { id: 21636daf-d831-493a-b267-a493e808cda1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1f09e596-8c3b-4084-9722-b9e187b46c0f (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 286d1ac6-e1d1-4cac-9fbf-ae66aa996d3a (dataset): DatasetConfig { id: 286d1ac6-e1d1-4cac-9fbf-ae66aa996d3a (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_942da74e-d056-486f-85c3-68c1dfad04c9\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 28d21b00-3f71-454e-a2c4-bc0040dce083 (dataset): DatasetConfig { id: 28d21b00-3f71-454e-a2c4-bc0040dce083 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4b8ca783-c0e0-4c3f-a149-be038075af29 (zpool), kind: External }, kind: TransientZone { name: \"oxz_ntp_e93c7fbd-e5ba-471c-9eb8-f8ab296db8da\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2c038993-2bbc-44a0-ae40-1c67eea0af8a (dataset): DatasetConfig { id: 2c038993-2bbc-44a0-ae40-1c67eea0af8a (dataset), name: DatasetName { pool_name: ZpoolName { id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2d75dcac-9bb7-4a72-86be-8acc2233e385 (dataset): DatasetConfig { id: 2d75dcac-9bb7-4a72-86be-8acc2233e385 (dataset), name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_c9c9afd6-aa03-4a96-8241-6ae7ccfbce28\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 339fb320-98d6-43d8-b4ab-b5bbbfbf066f (dataset): DatasetConfig { id: 339fb320-98d6-43d8-b4ab-b5bbbfbf066f (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_68b92f4b-c208-4567-8395-96046a9b6c9a\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 37bbeb49-e481-430d-ac3e-db9879c24be4 (dataset): DatasetConfig { id: 37bbeb49-e481-430d-ac3e-db9879c24be4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4c2dd18b-2445-4d2c-acfe-6708713b37f2 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 42aaf673-505a-413b-a7aa-e9afef41c72c (dataset): DatasetConfig { id: 42aaf673-505a-413b-a7aa-e9afef41c72c (dataset), name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 431641c2-5a21-4a04-b5ac-aba8264a12d9 (dataset): DatasetConfig { id: 431641c2-5a21-4a04-b5ac-aba8264a12d9 (dataset), name: DatasetName { pool_name: ZpoolName { id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 45207f78-5047-4359-a786-68002b55167a (dataset): DatasetConfig { id: 45207f78-5047-4359-a786-68002b55167a (dataset), name: DatasetName { pool_name: ZpoolName { id: 4b8ca783-c0e0-4c3f-a149-be038075af29 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 45a7566e-5392-4e4a-a79a-03a2ce5cb8d9 (dataset): DatasetConfig { id: 45a7566e-5392-4e4a-a79a-03a2ce5cb8d9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4dd8b85f-5ddb-44f7-bff9-85b16ffde0b1 (dataset): DatasetConfig { id: 4dd8b85f-5ddb-44f7-bff9-85b16ffde0b1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 50c99304-83dc-4973-9e9a-8ff9fceef4d7 (dataset): DatasetConfig { id: 50c99304-83dc-4973-9e9a-8ff9fceef4d7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5395ec3b-2f3c-4ed3-ad3e-a9558391aeb6 (dataset): DatasetConfig { id: 5395ec3b-2f3c-4ed3-ad3e-a9558391aeb6 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5a441d4b-7dc1-4e7f-87ab-a6d3d398fa9f (dataset): DatasetConfig { id: 5a441d4b-7dc1-4e7f-87ab-a6d3d398fa9f (dataset), name: DatasetName { pool_name: ZpoolName { id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 647c012f-9503-4510-b34b-1570267e4693 (dataset): DatasetConfig { id: 647c012f-9503-4510-b34b-1570267e4693 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 653587e5-a296-407e-b3a3-47552ad93850 (dataset): DatasetConfig { id: 653587e5-a296-407e-b3a3-47552ad93850 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4b8ca783-c0e0-4c3f-a149-be038075af29 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_8cb44ea6-bc28-4b69-9403-d2a1af99568e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 660ddf48-519e-4b18-8494-eb244c6c2a26 (dataset): DatasetConfig { id: 660ddf48-519e-4b18-8494-eb244c6c2a26 (dataset), name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 669506e7-41da-4368-88f3-3ad3a6445868 (dataset): DatasetConfig { id: 669506e7-41da-4368-88f3-3ad3a6445868 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1f09e596-8c3b-4084-9722-b9e187b46c0f (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6741d912-df2f-4e84-b48c-7e17ff35fc58 (dataset): DatasetConfig { id: 6741d912-df2f-4e84-b48c-7e17ff35fc58 (dataset), name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 6899bc4f-28b8-463c-aa1c-b877e429be30 (dataset): DatasetConfig { id: 6899bc4f-28b8-463c-aa1c-b877e429be30 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2ce90261-9b65-4601-b849-599cec034d39 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6dc4c1fa-0f0d-4d5f-8584-ac729c5c6726 (dataset): DatasetConfig { id: 6dc4c1fa-0f0d-4d5f-8584-ac729c5c6726 (dataset), name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7f5ed174-4093-4edf-956d-8184b8f1a943 (dataset): DatasetConfig { id: 7f5ed174-4093-4edf-956d-8184b8f1a943 (dataset), name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 807c9906-7404-4bdd-b9d4-972e28d6ac61 (dataset): DatasetConfig { id: 807c9906-7404-4bdd-b9d4-972e28d6ac61 (dataset), name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 85e09f4f-2433-47dc-aca9-f79942663b53 (dataset): DatasetConfig { id: 85e09f4f-2433-47dc-aca9-f79942663b53 (dataset), name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 86b2f950-11e7-4225-87a9-6d24ed400ad6 (dataset): DatasetConfig { id: 86b2f950-11e7-4225-87a9-6d24ed400ad6 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 887a4427-7254-4425-a9e2-59742b9270e6 (dataset): DatasetConfig { id: 887a4427-7254-4425-a9e2-59742b9270e6 (dataset), name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 89e7519c-19cb-4e6c-934a-9a35953151da (dataset): DatasetConfig { id: 89e7519c-19cb-4e6c-934a-9a35953151da (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8b840d23-4b97-4f64-9e13-58cf44c5bed2 (dataset): DatasetConfig { id: 8b840d23-4b97-4f64-9e13-58cf44c5bed2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9db8dd73-3f6b-40db-be65-d157eba701f2 (dataset): DatasetConfig { id: 9db8dd73-3f6b-40db-be65-d157eba701f2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1f09e596-8c3b-4084-9722-b9e187b46c0f (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a151ff30-93c0-4e26-8826-6c7462eb436d (dataset): DatasetConfig { id: a151ff30-93c0-4e26-8826-6c7462eb436d (dataset), name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a854f763-0740-4eee-b148-ac06ce29a01a (dataset): DatasetConfig { id: a854f763-0740-4eee-b148-ac06ce29a01a (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, ab90541c-d42d-4be9-8303-5d705e8b1000 (dataset): DatasetConfig { id: ab90541c-d42d-4be9-8303-5d705e8b1000 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, adb164ab-97cd-4bf2-9b9d-869c3818cb1d (dataset): DatasetConfig { id: adb164ab-97cd-4bf2-9b9d-869c3818cb1d (dataset), name: DatasetName { pool_name: ZpoolName { id: 2ce90261-9b65-4601-b849-599cec034d39 (zpool), kind: External }, kind: TransientZone { name: \"oxz_oximeter_987cdbf0-9703-44d8-809c-7fc661879e56\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ae4985ad-2b1b-45d5-9a07-d8d93cb11790 (dataset): DatasetConfig { id: ae4985ad-2b1b-45d5-9a07-d8d93cb11790 (dataset), name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, af5ec90f-6d4f-4c55-9533-836be16877cc (dataset): DatasetConfig { id: af5ec90f-6d4f-4c55-9533-836be16877cc (dataset), name: DatasetName { pool_name: ZpoolName { id: 2ce90261-9b65-4601-b849-599cec034d39 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c0ff8e51-efe5-4ec8-ad8e-69f709f450a8 (dataset): DatasetConfig { id: c0ff8e51-efe5-4ec8-ad8e-69f709f450a8 (dataset), name: DatasetName { pool_name: ZpoolName { id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c4b5f8e2-bebf-4935-88f6-369ec394fe1b (dataset): DatasetConfig { id: c4b5f8e2-bebf-4935-88f6-369ec394fe1b (dataset), name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c62cea9c-a82e-4555-abe7-8c786fdcf167 (dataset): DatasetConfig { id: c62cea9c-a82e-4555-abe7-8c786fdcf167 (dataset), name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c70f3877-7e72-4e44-8f73-51a7d3e94569 (dataset): DatasetConfig { id: c70f3877-7e72-4e44-8f73-51a7d3e94569 (dataset), name: DatasetName { pool_name: ZpoolName { id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c78c3edf-4d18-49f3-9e29-8efc59d7a0c7 (dataset): DatasetConfig { id: c78c3edf-4d18-49f3-9e29-8efc59d7a0c7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d212dd50-6c7a-4164-802f-4c8e7591b344 (dataset): DatasetConfig { id: d212dd50-6c7a-4164-802f-4c8e7591b344 (dataset), name: DatasetName { pool_name: ZpoolName { id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, dd9d2c6f-19e5-44b6-a452-f1860715edc4 (dataset): DatasetConfig { id: dd9d2c6f-19e5-44b6-a452-f1860715edc4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, df64a72f-946b-4cbb-a602-654f94043c3e (dataset): DatasetConfig { id: df64a72f-946b-4cbb-a602-654f94043c3e (dataset), name: DatasetName { pool_name: ZpoolName { id: 4c2dd18b-2445-4d2c-acfe-6708713b37f2 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e2b3195a-582d-4115-8e73-dda5b4775b79 (dataset): DatasetConfig { id: e2b3195a-582d-4115-8e73-dda5b4775b79 (dataset), name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_d24a9d9f-7884-44e6-bf52-febe49c3b719\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e8a42fa6-aff2-4f41-948a-7e3a98454e9f (dataset): DatasetConfig { id: e8a42fa6-aff2-4f41-948a-7e3a98454e9f (dataset), name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ea01257b-d24e-4f12-965f-9d6407c7276d (dataset): DatasetConfig { id: ea01257b-d24e-4f12-965f-9d6407c7276d (dataset), name: DatasetName { pool_name: ZpoolName { id: 2ce90261-9b65-4601-b849-599cec034d39 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, ea49b58c-b41e-4837-85e4-1627952f7992 (dataset): DatasetConfig { id: ea49b58c-b41e-4837-85e4-1627952f7992 (dataset), name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: TransientZone { name: \"oxz_clickhouse_286ceca1-7f09-4fe6-b531-9f5f373850ee\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f058ff1d-3234-43a2-9a07-e39721cb6b44 (dataset): DatasetConfig { id: f058ff1d-3234-43a2-9a07-e39721cb6b44 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4b8ca783-c0e0-4c3f-a149-be038075af29 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f09be1f7-b1f4-46f4-bc8a-f353f6ad7159 (dataset): DatasetConfig { id: f09be1f7-b1f4-46f4-bc8a-f353f6ad7159 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f1a8e13f-975a-46a0-997a-23213022fb5e (dataset): DatasetConfig { id: f1a8e13f-975a-46a0-997a-23213022fb5e (dataset), name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f2fceca5-8230-4c9f-8371-41360eee296c (dataset): DatasetConfig { id: f2fceca5-8230-4c9f-8371-41360eee296c (dataset), name: DatasetName { pool_name: ZpoolName { id: 4c2dd18b-2445-4d2c-acfe-6708713b37f2 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, f4ace980-a06e-4e9c-bfcc-f6c83c69ba1e (dataset): DatasetConfig { id: f4ace980-a06e-4e9c-bfcc-f6c83c69ba1e (dataset), name: DatasetName { pool_name: ZpoolName { id: 4b8ca783-c0e0-4c3f-a149-be038075af29 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f9d78cdb-a562-4131-9093-3fd74bc28a23 (dataset): DatasetConfig { id: f9d78cdb-a562-4131-9093-3fd74bc28a23 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fb128452-a6e1-4c80-bc52-d8e1b877c1fb (dataset): DatasetConfig { id: fb128452-a6e1-4c80-bc52-d8e1b877c1fb (dataset), name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fd1867cb-d137-4c88-818c-253d8b9cad43 (dataset): DatasetConfig { id: fd1867cb-d137-4c88-818c-253d8b9cad43 (dataset), name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_ac3591c4-ccc2-4307-aeea-b50163451b2f\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }} }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.612493269Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/c1febdee-2c98-4f12-9aa4-ad18d04436bd/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.612655373Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2db2571c-c8fc-49d7-9a67-c3d98ed7f856/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.612698184Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested datasets', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.612722405Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:905"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.612737075Z","hostname":"buskin","pid":1566,"name":"oxp_4c2dd18b-2445-4d2c-acfe-6708713b37f2/crypt/zone/oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.612763956Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/4c2dd18b-2445-4d2c-acfe-6708713b37f2/crypt/zone/oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af\"), full_name: \"oxp_4c2dd18b-2445-4d2c-acfe-6708713b37f2/crypt/zone/oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/80af691a-30bb-4399-8524-a68071b516df)","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T03:59:56.651951939Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.708150655Z","hostname":"buskin","pid":1566,"name":"oxp_2ce90261-9b65-4601-b849-599cec034d39/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.708191826Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/2ce90261-9b65-4601-b849-599cec034d39/crypt/zone\"), full_name: \"oxp_2ce90261-9b65-4601-b849-599cec034d39/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.776965701Z","hostname":"buskin","pid":1566,"name":"oxp_4c2dd18b-2445-4d2c-acfe-6708713b37f2/crypt/zone/oxz_crucible_pantry_dac44784-70a3-49f0-bd56-9b724ccc27cc","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.777006022Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/4c2dd18b-2445-4d2c-acfe-6708713b37f2/crypt/zone/oxz_crucible_pantry_dac44784-70a3-49f0-bd56-9b724ccc27cc\"), full_name: \"oxp_4c2dd18b-2445-4d2c-acfe-6708713b37f2/crypt/zone/oxz_crucible_pantry_dac44784-70a3-49f0-bd56-9b724ccc27cc\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.875335198Z","hostname":"buskin","pid":1566,"name":"oxp_fb2d454c-3596-42d0-8ff3-f8219d6e3f47/crypt/zone/oxz_crucible_c469e1af-57b9-4787-8577-1e177df6a4ab","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.875376619Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/fb2d454c-3596-42d0-8ff3-f8219d6e3f47/crypt/zone/oxz_crucible_c469e1af-57b9-4787-8577-1e177df6a4ab\"), full_name: \"oxp_fb2d454c-3596-42d0-8ff3-f8219d6e3f47/crypt/zone/oxz_crucible_c469e1af-57b9-4787-8577-1e177df6a4ab\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.972615687Z","hostname":"buskin","pid":1566,"name":"oxp_23c36e6b-2f3a-43bc-b874-06ee7fff36f4/crypt/zone/oxz_crucible_728110ff-542c-40c6-b380-d8fde116dad7","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:56.972660748Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/23c36e6b-2f3a-43bc-b874-06ee7fff36f4/crypt/zone/oxz_crucible_728110ff-542c-40c6-b380-d8fde116dad7\"), full_name: \"oxp_23c36e6b-2f3a-43bc-b874-06ee7fff36f4/crypt/zone/oxz_crucible_728110ff-542c-40c6-b380-d8fde116dad7\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:57.071039035Z","hostname":"buskin","pid":1566,"name":"oxp_4b8ca783-c0e0-4c3f-a149-be038075af29/crypt/zone/oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:57.071082926Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/4b8ca783-c0e0-4c3f-a149-be038075af29/crypt/zone/oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b\"), full_name: \"oxp_4b8ca783-c0e0-4c3f-a149-be038075af29/crypt/zone/oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:57.169932536Z","hostname":"buskin","pid":1566,"name":"oxp_52ff5631-9ac0-4ac7-86b7-64ca5116a071/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:57.169973697Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_52ff5631-9ac0-4ac7-86b7-64ca5116a071/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:57.255220701Z","hostname":"buskin","pid":1566,"name":"oxp_fb2d454c-3596-42d0-8ff3-f8219d6e3f47/crypt/zone/oxz_cockroachdb_c86ecb3b-eb85-417f-980a-16aeee4dd5a4","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:57.255256902Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/fb2d454c-3596-42d0-8ff3-f8219d6e3f47/crypt/zone/oxz_cockroachdb_c86ecb3b-eb85-417f-980a-16aeee4dd5a4\"), full_name: \"oxp_fb2d454c-3596-42d0-8ff3-f8219d6e3f47/crypt/zone/oxz_cockroachdb_c86ecb3b-eb85-417f-980a-16aeee4dd5a4\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:57.35174859Z","hostname":"buskin","pid":1566,"name":"oxp_4c2dd18b-2445-4d2c-acfe-6708713b37f2/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:57.351789862Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_4c2dd18b-2445-4d2c-acfe-6708713b37f2/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:57.439579862Z","hostname":"buskin","pid":1566,"name":"oxp_1f09e596-8c3b-4084-9722-b9e187b46c0f/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:57.439629574Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/1f09e596-8c3b-4084-9722-b9e187b46c0f/crypt/zone\"), full_name: \"oxp_1f09e596-8c3b-4084-9722-b9e187b46c0f/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:57.507145436Z","hostname":"buskin","pid":1566,"name":"oxp_1f09e596-8c3b-4084-9722-b9e187b46c0f/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:57.507184747Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/1f09e596-8c3b-4084-9722-b9e187b46c0f/crypt/debug\"), full_name: \"oxp_1f09e596-8c3b-4084-9722-b9e187b46c0f/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:57.574013821Z","hostname":"buskin","pid":1566,"name":"oxp_3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb/crypt/zone/oxz_cockroachdb_942da74e-d056-486f-85c3-68c1dfad04c9","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:57.574052712Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb/crypt/zone/oxz_cockroachdb_942da74e-d056-486f-85c3-68c1dfad04c9\"), full_name: \"oxp_3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb/crypt/zone/oxz_cockroachdb_942da74e-d056-486f-85c3-68c1dfad04c9\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/80af691a-30bb-4399-8524-a68071b516df)","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T03:59:57.65484313Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:57.673162158Z","hostname":"buskin","pid":1566,"name":"oxp_4b8ca783-c0e0-4c3f-a149-be038075af29/crypt/zone/oxz_ntp_e93c7fbd-e5ba-471c-9eb8-f8ab296db8da","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:57.673194519Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/4b8ca783-c0e0-4c3f-a149-be038075af29/crypt/zone/oxz_ntp_e93c7fbd-e5ba-471c-9eb8-f8ab296db8da\"), full_name: \"oxp_4b8ca783-c0e0-4c3f-a149-be038075af29/crypt/zone/oxz_ntp_e93c7fbd-e5ba-471c-9eb8-f8ab296db8da\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:57.770885278Z","hostname":"buskin","pid":1566,"name":"oxp_fb2d454c-3596-42d0-8ff3-f8219d6e3f47/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:57.770919429Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_fb2d454c-3596-42d0-8ff3-f8219d6e3f47/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:57.857608461Z","hostname":"buskin","pid":1566,"name":"oxp_52ff5631-9ac0-4ac7-86b7-64ca5116a071/crypt/zone/oxz_internal_dns_c9c9afd6-aa03-4a96-8241-6ae7ccfbce28","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:57.857640632Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/52ff5631-9ac0-4ac7-86b7-64ca5116a071/crypt/zone/oxz_internal_dns_c9c9afd6-aa03-4a96-8241-6ae7ccfbce28\"), full_name: \"oxp_52ff5631-9ac0-4ac7-86b7-64ca5116a071/crypt/zone/oxz_internal_dns_c9c9afd6-aa03-4a96-8241-6ae7ccfbce28\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:57.959692215Z","hostname":"buskin","pid":1566,"name":"oxp_3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb/crypt/zone/oxz_internal_dns_68b92f4b-c208-4567-8395-96046a9b6c9a","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:57.959738136Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb/crypt/zone/oxz_internal_dns_68b92f4b-c208-4567-8395-96046a9b6c9a\"), full_name: \"oxp_3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb/crypt/zone/oxz_internal_dns_68b92f4b-c208-4567-8395-96046a9b6c9a\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:58.062362274Z","hostname":"buskin","pid":1566,"name":"oxp_4c2dd18b-2445-4d2c-acfe-6708713b37f2/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:58.062412706Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/4c2dd18b-2445-4d2c-acfe-6708713b37f2/crypt/zone\"), full_name: \"oxp_4c2dd18b-2445-4d2c-acfe-6708713b37f2/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:58.130477892Z","hostname":"buskin","pid":1566,"name":"oxp_52ff5631-9ac0-4ac7-86b7-64ca5116a071/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:58.130505313Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/52ff5631-9ac0-4ac7-86b7-64ca5116a071/crypt/zone\"), full_name: \"oxp_52ff5631-9ac0-4ac7-86b7-64ca5116a071/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:58.197633235Z","hostname":"buskin","pid":1566,"name":"oxp_fb2d454c-3596-42d0-8ff3-f8219d6e3f47/crypt/zone/oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:58.197676546Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/fb2d454c-3596-42d0-8ff3-f8219d6e3f47/crypt/zone/oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115\"), full_name: \"oxp_fb2d454c-3596-42d0-8ff3-f8219d6e3f47/crypt/zone/oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:58.296346571Z","hostname":"buskin","pid":1566,"name":"oxp_4b8ca783-c0e0-4c3f-a149-be038075af29/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:58.296381592Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/4b8ca783-c0e0-4c3f-a149-be038075af29/crypt/debug\"), full_name: \"oxp_4b8ca783-c0e0-4c3f-a149-be038075af29/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:58.363978805Z","hostname":"buskin","pid":1566,"name":"oxp_23c36e6b-2f3a-43bc-b874-06ee7fff36f4/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:58.364005606Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_23c36e6b-2f3a-43bc-b874-06ee7fff36f4/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:58.451027627Z","hostname":"buskin","pid":1566,"name":"oxp_10da5ed2-63d5-4960-a7ed-e0f22ea11d46/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:58.451060078Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_10da5ed2-63d5-4960-a7ed-e0f22ea11d46/crypt/external_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:58.539800154Z","hostname":"buskin","pid":1566,"name":"oxp_23c36e6b-2f3a-43bc-b874-06ee7fff36f4/crypt/zone/oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:58.539829754Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/23c36e6b-2f3a-43bc-b874-06ee7fff36f4/crypt/zone/oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1\"), full_name: \"oxp_23c36e6b-2f3a-43bc-b874-06ee7fff36f4/crypt/zone/oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:58.639177047Z","hostname":"buskin","pid":1566,"name":"oxp_23c36e6b-2f3a-43bc-b874-06ee7fff36f4/crypt/zone/oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:58.639221678Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/23c36e6b-2f3a-43bc-b874-06ee7fff36f4/crypt/zone/oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25\"), full_name: \"oxp_23c36e6b-2f3a-43bc-b874-06ee7fff36f4/crypt/zone/oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/80af691a-30bb-4399-8524-a68071b516df)","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T03:59:58.657241419Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:58.735668285Z","hostname":"buskin","pid":1566,"name":"oxp_23c36e6b-2f3a-43bc-b874-06ee7fff36f4/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:58.735698086Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/23c36e6b-2f3a-43bc-b874-06ee7fff36f4/crypt/zone\"), full_name: \"oxp_23c36e6b-2f3a-43bc-b874-06ee7fff36f4/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:58.803258029Z","hostname":"buskin","pid":1566,"name":"oxp_3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:58.80328497Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:58.892278632Z","hostname":"buskin","pid":1566,"name":"oxp_4b8ca783-c0e0-4c3f-a149-be038075af29/crypt/zone/oxz_crucible_pantry_8cb44ea6-bc28-4b69-9403-d2a1af99568e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:58.892314343Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/4b8ca783-c0e0-4c3f-a149-be038075af29/crypt/zone/oxz_crucible_pantry_8cb44ea6-bc28-4b69-9403-d2a1af99568e\"), full_name: \"oxp_4b8ca783-c0e0-4c3f-a149-be038075af29/crypt/zone/oxz_crucible_pantry_8cb44ea6-bc28-4b69-9403-d2a1af99568e\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:58.991592154Z","hostname":"buskin","pid":1566,"name":"oxp_52ff5631-9ac0-4ac7-86b7-64ca5116a071/crypt/zone/oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:58.991619524Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/52ff5631-9ac0-4ac7-86b7-64ca5116a071/crypt/zone/oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b\"), full_name: \"oxp_52ff5631-9ac0-4ac7-86b7-64ca5116a071/crypt/zone/oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:59.093744299Z","hostname":"buskin","pid":1566,"name":"oxp_1f09e596-8c3b-4084-9722-b9e187b46c0f/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:59.09377828Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_1f09e596-8c3b-4084-9722-b9e187b46c0f/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:59.183164563Z","hostname":"buskin","pid":1566,"name":"oxp_10da5ed2-63d5-4960-a7ed-e0f22ea11d46/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:59.183209354Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/10da5ed2-63d5-4960-a7ed-e0f22ea11d46/crypt/debug\"), full_name: \"oxp_10da5ed2-63d5-4960-a7ed-e0f22ea11d46/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:59.252323048Z","hostname":"buskin","pid":1566,"name":"oxp_2ce90261-9b65-4601-b849-599cec034d39/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:59.252355678Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_2ce90261-9b65-4601-b849-599cec034d39/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:59.340806507Z","hostname":"buskin","pid":1566,"name":"oxp_10da5ed2-63d5-4960-a7ed-e0f22ea11d46/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:59.340832987Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_10da5ed2-63d5-4960-a7ed-e0f22ea11d46/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:59.429273266Z","hostname":"buskin","pid":1566,"name":"oxp_52ff5631-9ac0-4ac7-86b7-64ca5116a071/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:59.429320297Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/52ff5631-9ac0-4ac7-86b7-64ca5116a071/crypt/debug\"), full_name: \"oxp_52ff5631-9ac0-4ac7-86b7-64ca5116a071/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:59.498072511Z","hostname":"buskin","pid":1566,"name":"oxp_10da5ed2-63d5-4960-a7ed-e0f22ea11d46/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:59.498108882Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_10da5ed2-63d5-4960-a7ed-e0f22ea11d46/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:59.584801414Z","hostname":"buskin","pid":1566,"name":"oxp_52ff5631-9ac0-4ac7-86b7-64ca5116a071/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:59.584827775Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_52ff5631-9ac0-4ac7-86b7-64ca5116a071/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/80af691a-30bb-4399-8524-a68071b516df)","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T03:59:59.65896498Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:59.674279789Z","hostname":"buskin","pid":1566,"name":"oxp_3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:59.67430477Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb/crypt/zone\"), full_name: \"oxp_3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:59.742408767Z","hostname":"buskin","pid":1566,"name":"oxp_10da5ed2-63d5-4960-a7ed-e0f22ea11d46/crypt/zone/oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:59.742439178Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/10da5ed2-63d5-4960-a7ed-e0f22ea11d46/crypt/zone/oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39\"), full_name: \"oxp_10da5ed2-63d5-4960-a7ed-e0f22ea11d46/crypt/zone/oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:59.841193595Z","hostname":"buskin","pid":1566,"name":"oxp_3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb/crypt/zone/oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:59.841235706Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb/crypt/zone/oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189\"), full_name: \"oxp_3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb/crypt/zone/oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:59.943770222Z","hostname":"buskin","pid":1566,"name":"oxp_52ff5631-9ac0-4ac7-86b7-64ca5116a071/crypt/zone/oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T03:59:59.943803283Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/52ff5631-9ac0-4ac7-86b7-64ca5116a071/crypt/zone/oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2\"), full_name: \"oxp_52ff5631-9ac0-4ac7-86b7-64ca5116a071/crypt/zone/oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:00.045268661Z","hostname":"buskin","pid":1566,"name":"oxp_1f09e596-8c3b-4084-9722-b9e187b46c0f/crypt/zone/oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:00.045298861Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/1f09e596-8c3b-4084-9722-b9e187b46c0f/crypt/zone/oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3\"), full_name: \"oxp_1f09e596-8c3b-4084-9722-b9e187b46c0f/crypt/zone/oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:00.141240385Z","hostname":"buskin","pid":1566,"name":"oxp_10da5ed2-63d5-4960-a7ed-e0f22ea11d46/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:00.141271046Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_10da5ed2-63d5-4960-a7ed-e0f22ea11d46/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:00.229774825Z","hostname":"buskin","pid":1566,"name":"oxp_3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:00.229809426Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb/crypt/debug\"), full_name: \"oxp_3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:00.298359605Z","hostname":"buskin","pid":1566,"name":"oxp_23c36e6b-2f3a-43bc-b874-06ee7fff36f4/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:00.298394086Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/23c36e6b-2f3a-43bc-b874-06ee7fff36f4/crypt/debug\"), full_name: \"oxp_23c36e6b-2f3a-43bc-b874-06ee7fff36f4/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:00.364258705Z","hostname":"buskin","pid":1566,"name":"oxp_2ce90261-9b65-4601-b849-599cec034d39/crypt/zone/oxz_oximeter_987cdbf0-9703-44d8-809c-7fc661879e56","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:00.364290706Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/2ce90261-9b65-4601-b849-599cec034d39/crypt/zone/oxz_oximeter_987cdbf0-9703-44d8-809c-7fc661879e56\"), full_name: \"oxp_2ce90261-9b65-4601-b849-599cec034d39/crypt/zone/oxz_oximeter_987cdbf0-9703-44d8-809c-7fc661879e56\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:00.45988061Z","hostname":"buskin","pid":1566,"name":"oxp_52ff5631-9ac0-4ac7-86b7-64ca5116a071/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:00.459915771Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_52ff5631-9ac0-4ac7-86b7-64ca5116a071/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:00.551272775Z","hostname":"buskin","pid":1566,"name":"oxp_2ce90261-9b65-4601-b849-599cec034d39/crypt/zone/oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:00.551311286Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/2ce90261-9b65-4601-b849-599cec034d39/crypt/zone/oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e\"), full_name: \"oxp_2ce90261-9b65-4601-b849-599cec034d39/crypt/zone/oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:00.653320988Z","hostname":"buskin","pid":1566,"name":"oxp_fb2d454c-3596-42d0-8ff3-f8219d6e3f47/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:00.653350739Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_fb2d454c-3596-42d0-8ff3-f8219d6e3f47/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/80af691a-30bb-4399-8524-a68071b516df)","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:00.664631263Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:00.744652782Z","hostname":"buskin","pid":1566,"name":"oxp_10da5ed2-63d5-4960-a7ed-e0f22ea11d46/crypt/zone/oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:00.744686413Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/10da5ed2-63d5-4960-a7ed-e0f22ea11d46/crypt/zone/oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373\"), full_name: \"oxp_10da5ed2-63d5-4960-a7ed-e0f22ea11d46/crypt/zone/oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:00.843319187Z","hostname":"buskin","pid":1566,"name":"oxp_52ff5631-9ac0-4ac7-86b7-64ca5116a071/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:00.843352177Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_52ff5631-9ac0-4ac7-86b7-64ca5116a071/crypt/external_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:00.934203128Z","hostname":"buskin","pid":1566,"name":"oxp_fb2d454c-3596-42d0-8ff3-f8219d6e3f47/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:00.934234269Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/fb2d454c-3596-42d0-8ff3-f8219d6e3f47/crypt/zone\"), full_name: \"oxp_fb2d454c-3596-42d0-8ff3-f8219d6e3f47/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:01.001666578Z","hostname":"buskin","pid":1566,"name":"oxp_52ff5631-9ac0-4ac7-86b7-64ca5116a071/crypt/clickhouse","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:01.001696648Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_52ff5631-9ac0-4ac7-86b7-64ca5116a071/crypt/clickhouse\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:01.118424985Z","hostname":"buskin","pid":1566,"name":"oxp_fb2d454c-3596-42d0-8ff3-f8219d6e3f47/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:01.118464856Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/fb2d454c-3596-42d0-8ff3-f8219d6e3f47/crypt/debug\"), full_name: \"oxp_fb2d454c-3596-42d0-8ff3-f8219d6e3f47/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:01.187258031Z","hostname":"buskin","pid":1566,"name":"oxp_3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:01.187293942Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:01.275565035Z","hostname":"buskin","pid":1566,"name":"oxp_4c2dd18b-2445-4d2c-acfe-6708713b37f2/crypt/zone/oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:01.275597876Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/4c2dd18b-2445-4d2c-acfe-6708713b37f2/crypt/zone/oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def\"), full_name: \"oxp_4c2dd18b-2445-4d2c-acfe-6708713b37f2/crypt/zone/oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:01.375188255Z","hostname":"buskin","pid":1566,"name":"oxp_10da5ed2-63d5-4960-a7ed-e0f22ea11d46/crypt/zone/oxz_internal_dns_d24a9d9f-7884-44e6-bf52-febe49c3b719","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:01.375222086Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/10da5ed2-63d5-4960-a7ed-e0f22ea11d46/crypt/zone/oxz_internal_dns_d24a9d9f-7884-44e6-bf52-febe49c3b719\"), full_name: \"oxp_10da5ed2-63d5-4960-a7ed-e0f22ea11d46/crypt/zone/oxz_internal_dns_d24a9d9f-7884-44e6-bf52-febe49c3b719\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:01.475627596Z","hostname":"buskin","pid":1566,"name":"oxp_10da5ed2-63d5-4960-a7ed-e0f22ea11d46/crypt/zone/oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:01.475661807Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/10da5ed2-63d5-4960-a7ed-e0f22ea11d46/crypt/zone/oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6\"), full_name: \"oxp_10da5ed2-63d5-4960-a7ed-e0f22ea11d46/crypt/zone/oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:01.573944442Z","hostname":"buskin","pid":1566,"name":"oxp_2ce90261-9b65-4601-b849-599cec034d39/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:01.573996473Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/2ce90261-9b65-4601-b849-599cec034d39/crypt/debug\"), full_name: \"oxp_2ce90261-9b65-4601-b849-599cec034d39/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:01.642652125Z","hostname":"buskin","pid":1566,"name":"oxp_52ff5631-9ac0-4ac7-86b7-64ca5116a071/crypt/zone/oxz_clickhouse_286ceca1-7f09-4fe6-b531-9f5f373850ee","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:01.642683346Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/52ff5631-9ac0-4ac7-86b7-64ca5116a071/crypt/zone/oxz_clickhouse_286ceca1-7f09-4fe6-b531-9f5f373850ee\"), full_name: \"oxp_52ff5631-9ac0-4ac7-86b7-64ca5116a071/crypt/zone/oxz_clickhouse_286ceca1-7f09-4fe6-b531-9f5f373850ee\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/80af691a-30bb-4399-8524-a68071b516df)","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:01.667611936Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:01.741175916Z","hostname":"buskin","pid":1566,"name":"oxp_4b8ca783-c0e0-4c3f-a149-be038075af29/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:01.741210087Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_4b8ca783-c0e0-4c3f-a149-be038075af29/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:01.829380968Z","hostname":"buskin","pid":1566,"name":"oxp_3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:01.829416429Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:01.919007447Z","hostname":"buskin","pid":1566,"name":"oxp_10da5ed2-63d5-4960-a7ed-e0f22ea11d46/crypt/zone/oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:01.919047218Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/10da5ed2-63d5-4960-a7ed-e0f22ea11d46/crypt/zone/oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf\"), full_name: \"oxp_10da5ed2-63d5-4960-a7ed-e0f22ea11d46/crypt/zone/oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.032116318Z","hostname":"buskin","pid":1566,"name":"oxp_4c2dd18b-2445-4d2c-acfe-6708713b37f2/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.032156419Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/4c2dd18b-2445-4d2c-acfe-6708713b37f2/crypt/debug\"), full_name: \"oxp_4c2dd18b-2445-4d2c-acfe-6708713b37f2/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.109811276Z","hostname":"buskin","pid":1566,"name":"oxp_4b8ca783-c0e0-4c3f-a149-be038075af29/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.109853397Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/4b8ca783-c0e0-4c3f-a149-be038075af29/crypt/zone\"), full_name: \"oxp_4b8ca783-c0e0-4c3f-a149-be038075af29/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.184447184Z","hostname":"buskin","pid":1566,"name":"oxp_23c36e6b-2f3a-43bc-b874-06ee7fff36f4/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.184478984Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_23c36e6b-2f3a-43bc-b874-06ee7fff36f4/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.280367167Z","hostname":"buskin","pid":1566,"name":"oxp_10da5ed2-63d5-4960-a7ed-e0f22ea11d46/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.280408768Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/10da5ed2-63d5-4960-a7ed-e0f22ea11d46/crypt/zone\"), full_name: \"oxp_10da5ed2-63d5-4960-a7ed-e0f22ea11d46/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.355595242Z","hostname":"buskin","pid":1566,"name":"oxp_52ff5631-9ac0-4ac7-86b7-64ca5116a071/crypt/zone/oxz_cockroachdb_ac3591c4-ccc2-4307-aeea-b50163451b2f","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.355629413Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/52ff5631-9ac0-4ac7-86b7-64ca5116a071/crypt/zone/oxz_cockroachdb_ac3591c4-ccc2-4307-aeea-b50163451b2f\"), full_name: \"oxp_52ff5631-9ac0-4ac7-86b7-64ca5116a071/crypt/zone/oxz_cockroachdb_ac3591c4-ccc2-4307-aeea-b50163451b2f\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.423257518Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4307"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.423305359Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4317","gateway":"fd00:1122:3344:101::1"} {"msg":"Default route already exists","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.430915947Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4331","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.430936268Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4396"} {"msg":"Writing ledger to /pool/int/c1febdee-2c98-4f12-9aa4-ad18d04436bd/config/.omicron-datasets.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.468614679Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2db2571c-c8fc-49d7-9a67-c3d98ed7f856/config/.omicron-datasets.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.468975901Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"datasets ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.469286949Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:864"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.469385712Z","hostname":"buskin","pid":1566,"uri":"/datasets","method":"PUT","req_id":"800f2f69-d0ad-4060-bfc9-d39c17a7334a","remote_addr":"[fd00:1122:3344:101::1]:37669","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5859839,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: c9c9afd6-aa03-4a96-8241-6ae7ccfbce28 (service), filesystem_pool: Some(ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: d24a9d9f-7884-44e6-bf52-febe49c3b719 (service), filesystem_pool: Some(ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 68b92f4b-c208-4567-8395-96046a9b6c9a (service), filesystem_pool: Some(ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.515498163Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:525"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.515661707Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:61086"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c9c9afd6-aa03-4a96-8241-6ae7ccfbce28, dataset_name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.515966357Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.515979818Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: c9c9afd6-aa03-4a96-8241-6ae7ccfbce28, dataset_name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:02.53800058Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"663650057557475238"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:02.538122503Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5155637728408535992"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d24a9d9f-7884-44e6-bf52-febe49c3b719, dataset_name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.554133461Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.554172822Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: d24a9d9f-7884-44e6-bf52-febe49c3b719, dataset_name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68b92f4b-c208-4567-8395-96046a9b6c9a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.590166171Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.590198812Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 68b92f4b-c208-4567-8395-96046a9b6c9a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.591889086Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4462"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.591946948Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4489"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.624447296Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/c1febdee-2c98-4f12-9aa4-ad18d04436bd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.624486397Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2db2571c-c8fc-49d7-9a67-c3d98ed7f856/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.624506277Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.624573399Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.638334828Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4502"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.638371389Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4348"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/80af691a-30bb-4399-8524-a68071b516df)","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:02.67047888Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.67890142Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.67892526Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.67893091Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.694006054Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4390"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.694029024Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4469","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.717398217Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4480"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.717448098Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4522"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_d24a9d9f-7884-44e6-bf52-febe49c3b719","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.743612388Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_68b92f4b-c208-4567-8395-96046a9b6c9a","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.747968309Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_c9c9afd6-aa03-4a96-8241-6ae7ccfbce28","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.751583236Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_internal_dns_d24a9d9f-7884-44e6-bf52-febe49c3b719","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.764861212Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_internal_dns_68b92f4b-c208-4567-8395-96046a9b6c9a","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.771066634Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_internal_dns_c9c9afd6-aa03-4a96-8241-6ae7ccfbce28","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.775568042Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.802164843Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4554"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.802199044Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4560"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.937032976Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4601"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.937110828Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:02.98167898Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:420"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/80af691a-30bb-4399-8524-a68071b516df)","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:02.982258403Z","hostname":"buskin","pid":1566,"component":"NexusNotifierTask","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:03.017118696Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:717"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:03.017243989Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:762"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:03.017654769Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:765","uptime":"1"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:03.01767487Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:444","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: Some(\n None,\n ),\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n tx_eq: None,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:03.064502849Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:03.135756629Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:03.135820171Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:03.135831681Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:03.135839521Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:03.135848621Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:03.135856081Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:03.135863152Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:03.135871662Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:03.135878202Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:03.135884772Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:03.135893372Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:03.135912003Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:03.135920543Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:03.135927623Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:03.135937163Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:03.135944374Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:03.135949084Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:03.135953584Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:03.135958314Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:03.135963074Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:03.135968114Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:03.135973304Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:03.135978284Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:03.47371002Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16290649787771231731"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:03.473845564Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8095708785527482734"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/80af691a-30bb-4399-8524-a68071b516df)","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:03.671940353Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Profile for oxz_internal_dns_c9c9afd6-aa03-4a96-8241-6ae7ccfbce28:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:04.408202647Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:04.408257288Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_d24a9d9f-7884-44e6-bf52-febe49c3b719:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:04.887655909Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:05.365141309Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_68b92f4b-c208-4567-8395-96046a9b6c9a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:05.365225241Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_internal_dns_c9c9afd6-aa03-4a96-8241-6ae7ccfbce28 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:05.365363805Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_c9c9afd6-aa03-4a96-8241-6ae7ccfbce28","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:05.369319568Z","hostname":"buskin","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Booting oxz_internal_dns_d24a9d9f-7884-44e6-bf52-febe49c3b719 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:05.369361449Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_d24a9d9f-7884-44e6-bf52-febe49c3b719","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_internal_dns_68b92f4b-c208-4567-8395-96046a9b6c9a zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:05.374317369Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_68b92f4b-c208-4567-8395-96046a9b6c9a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_c9c9afd6-aa03-4a96-8241-6ae7ccfbce28\") failed: Property not found. retry in 27.866398ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:05.499983548Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_c9c9afd6-aa03-4a96-8241-6ae7ccfbce28","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_d24a9d9f-7884-44e6-bf52-febe49c3b719\") failed: Property not found. retry in 27.785202ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:05.506990011Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_d24a9d9f-7884-44e6-bf52-febe49c3b719","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_68b92f4b-c208-4567-8395-96046a9b6c9a\") failed: Property not found. retry in 73.22694ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:05.513289306Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_68b92f4b-c208-4567-8395-96046a9b6c9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c9c9afd6-aa03-4a96-8241-6ae7ccfbce28\") failed: Property not found. retry in 53.220632ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:05.536120659Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_c9c9afd6-aa03-4a96-8241-6ae7ccfbce28","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_d24a9d9f-7884-44e6-bf52-febe49c3b719\") failed: Property not found. retry in 107.263889ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:05.541959131Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_d24a9d9f-7884-44e6-bf52-febe49c3b719","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_68b92f4b-c208-4567-8395-96046a9b6c9a\") failed: Property not found. retry in 93.562715ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:05.877220258Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_68b92f4b-c208-4567-8395-96046a9b6c9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c9c9afd6-aa03-4a96-8241-6ae7ccfbce28\") failed: Property not found. retry in 247.604031ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:05.95584556Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_c9c9afd6-aa03-4a96-8241-6ae7ccfbce28","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_d24a9d9f-7884-44e6-bf52-febe49c3b719\") failed: Property not found. retry in 130.494884ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:05.984834691Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_d24a9d9f-7884-44e6-bf52-febe49c3b719","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_68b92f4b-c208-4567-8395-96046a9b6c9a\") failed: Property not found. retry in 197.352406ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:06.027643013Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_68b92f4b-c208-4567-8395-96046a9b6c9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_d24a9d9f-7884-44e6-bf52-febe49c3b719\") failed: Property not found. retry in 502.844942ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:06.139741483Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_d24a9d9f-7884-44e6-bf52-febe49c3b719","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c9c9afd6-aa03-4a96-8241-6ae7ccfbce28\") failed: Property not found. retry in 317.087863ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:06.223581267Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_c9c9afd6-aa03-4a96-8241-6ae7ccfbce28","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_68b92f4b-c208-4567-8395-96046a9b6c9a\") failed: Property not found. retry in 431.673536ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:06.254204528Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_68b92f4b-c208-4567-8395-96046a9b6c9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c9c9afd6-aa03-4a96-8241-6ae7ccfbce28\") failed: Property not found. retry in 694.558932ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:06.551596811Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_c9c9afd6-aa03-4a96-8241-6ae7ccfbce28","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_d24a9d9f-7884-44e6-bf52-febe49c3b719\") failed: Property not found. retry in 1.161879496s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:06.652552295Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_d24a9d9f-7884-44e6-bf52-febe49c3b719","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_68b92f4b-c208-4567-8395-96046a9b6c9a\") failed: Property not found. retry in 1.0732469s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:06.694585622Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_68b92f4b-c208-4567-8395-96046a9b6c9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c9c9afd6-aa03-4a96-8241-6ae7ccfbce28\") failed: Property not found. retry in 1.228650553s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:07.256157655Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_c9c9afd6-aa03-4a96-8241-6ae7ccfbce28","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_68b92f4b-c208-4567-8395-96046a9b6c9a\") failed: Property not found. retry in 990.532703ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:07.780537301Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_68b92f4b-c208-4567-8395-96046a9b6c9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_d24a9d9f-7884-44e6-bf52-febe49c3b719\") failed: Property not found. retry in 1.180897407s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:07.824120969Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_d24a9d9f-7884-44e6-bf52-febe49c3b719","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c9c9afd6-aa03-4a96-8241-6ae7ccfbce28\") failed: Property not found. retry in 906.21631ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:08.495129149Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_c9c9afd6-aa03-4a96-8241-6ae7ccfbce28","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_68b92f4b-c208-4567-8395-96046a9b6c9a\") failed: Property not found. retry in 1.369860575s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:08.779970772Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_68b92f4b-c208-4567-8395-96046a9b6c9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_d24a9d9f-7884-44e6-bf52-febe49c3b719\") failed: Property not found. retry in 784.165238ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:09.013373362Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_d24a9d9f-7884-44e6-bf52-febe49c3b719","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c9c9afd6-aa03-4a96-8241-6ae7ccfbce28\") failed: Property not found. retry in 1.088170848s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:09.409955982Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_c9c9afd6-aa03-4a96-8241-6ae7ccfbce28","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_d24a9d9f-7884-44e6-bf52-febe49c3b719\") failed: Property not found. retry in 1.065966396s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:09.806328815Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_d24a9d9f-7884-44e6-bf52-febe49c3b719","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_68b92f4b-c208-4567-8395-96046a9b6c9a\") failed: Property not found. retry in 1.241710791s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:10.161594256Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_68b92f4b-c208-4567-8395-96046a9b6c9a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c9c9afd6-aa03-4a96-8241-6ae7ccfbce28\") failed: Property not found. retry in 554.065018ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:10.506872317Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_c9c9afd6-aa03-4a96-8241-6ae7ccfbce28","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:11.423901347Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_internal_dns_d24a9d9f-7884-44e6-bf52-febe49c3b719"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:11.423949859Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_internal_dns_68b92f4b-c208-4567-8395-96046a9b6c9a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:11.423959729Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_internal_dns_c9c9afd6-aa03-4a96-8241-6ae7ccfbce28"} {"msg":"Writing ledger to /pool/int/c1febdee-2c98-4f12-9aa4-ad18d04436bd/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:11.423966739Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2db2571c-c8fc-49d7-9a67-c3d98ed7f856/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:11.424216296Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:11.424505313Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"f2f786aa-fe8f-4b55-8e1e-9e48bf6f58fb","remote_addr":"[fd00:1122:3344:101::1]:61086","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8908711,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:11.426466514Z","hostname":"buskin","pid":1566,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:642"} {"msg":"failed to write DNS configuration (will retry in 133.231228ms)","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:11.88114424Z","hostname":"buskin","pid":1566,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:12.033104325Z","hostname":"buskin","pid":1566,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:642"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:12.079867665Z","hostname":"buskin","pid":1566,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:642"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:12.126587585Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:678"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:12.126602845Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:12.157870731Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:12.158717333Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:12.158737244Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: c9c9afd6-aa03-4a96-8241-6ae7ccfbce28 (service), filesystem_pool: Some(ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: d24a9d9f-7884-44e6-bf52-febe49c3b719 (service), filesystem_pool: Some(ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 68b92f4b-c208-4567-8395-96046a9b6c9a (service), filesystem_pool: Some(ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e93c7fbd-e5ba-471c-9eb8-f8ab296db8da (service), filesystem_pool: Some(ZpoolName { id: 4b8ca783-c0e0-4c3f-a149-be038075af29 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 270d86f3-7e6c-4b65-b865-bb90b66ba1dd, kind: Service { id: e93c7fbd-e5ba-471c-9eb8-f8ab296db8da }, name: Name(\"ntp-e93c7fbd-e5ba-471c-9eb8-f8ab296db8da\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 219, 148])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:12.188226403Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:525"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:12.188320146Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:44785"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c9c9afd6-aa03-4a96-8241-6ae7ccfbce28, dataset_name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:12.188539072Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:12.188546142Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: c9c9afd6-aa03-4a96-8241-6ae7ccfbce28, dataset_name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d24a9d9f-7884-44e6-bf52-febe49c3b719, dataset_name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:12.228971177Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:12.229018118Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: d24a9d9f-7884-44e6-bf52-febe49c3b719, dataset_name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68b92f4b-c208-4567-8395-96046a9b6c9a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:12.265036168Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:12.265072709Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 68b92f4b-c208-4567-8395-96046a9b6c9a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:12.300507554Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/c1febdee-2c98-4f12-9aa4-ad18d04436bd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:12.300550184Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2db2571c-c8fc-49d7-9a67-c3d98ed7f856/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:12.300672238Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:12.30076377Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:12.311678185Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:12.343983658Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:12.344731637Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:12.344739008Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:12.374641988Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 219, 148]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:12.374656589Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1264","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:12.375071739Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:12.375078229Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:12.375286925Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:12.375673325Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_ntp_e93c7fbd-e5ba-471c-9eb8-f8ab296db8da","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:12.4000091Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_ntp_e93c7fbd-e5ba-471c-9eb8-f8ab296db8da","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:12.417021164Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:12.540708652Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"663650057557475238"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:12.540829955Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5155637728408535992"} {"msg":"Profile for oxz_ntp_e93c7fbd-e5ba-471c-9eb8-f8ab296db8da:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:13.036031638Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_e93c7fbd-e5ba-471c-9eb8-f8ab296db8da zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:13.03613078Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_e93c7fbd-e5ba-471c-9eb8-f8ab296db8da","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_e93c7fbd-e5ba-471c-9eb8-f8ab296db8da\") failed: Property not found. retry in 36.09081ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:13.172727025Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_e93c7fbd-e5ba-471c-9eb8-f8ab296db8da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_e93c7fbd-e5ba-471c-9eb8-f8ab296db8da\") failed: Property not found. retry in 147.738722ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:13.216550108Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_e93c7fbd-e5ba-471c-9eb8-f8ab296db8da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_e93c7fbd-e5ba-471c-9eb8-f8ab296db8da\") failed: Property not found. retry in 246.484191ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:13.374974876Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_e93c7fbd-e5ba-471c-9eb8-f8ab296db8da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:13.476407237Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16290649787771231731"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:13.476538833Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8095708785527482734"} {"msg":"wait for service Some(\"oxz_ntp_e93c7fbd-e5ba-471c-9eb8-f8ab296db8da\") failed: Property not found. retry in 487.879894ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:13.634481925Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_e93c7fbd-e5ba-471c-9eb8-f8ab296db8da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_e93c7fbd-e5ba-471c-9eb8-f8ab296db8da\") failed: Property not found. retry in 500.280819ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:14.13172302Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_e93c7fbd-e5ba-471c-9eb8-f8ab296db8da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_e93c7fbd-e5ba-471c-9eb8-f8ab296db8da\") failed: Property not found. retry in 886.111486ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:14.641819881Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_e93c7fbd-e5ba-471c-9eb8-f8ab296db8da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_e93c7fbd-e5ba-471c-9eb8-f8ab296db8da\") failed: Property not found. retry in 546.549307ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:15.537162866Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_e93c7fbd-e5ba-471c-9eb8-f8ab296db8da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_e93c7fbd-e5ba-471c-9eb8-f8ab296db8da\") failed: Property not found. retry in 728.393629ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:16.094183692Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_e93c7fbd-e5ba-471c-9eb8-f8ab296db8da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_e93c7fbd-e5ba-471c-9eb8-f8ab296db8da\") failed: Property not found. retry in 850.039335ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:16.833580057Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_e93c7fbd-e5ba-471c-9eb8-f8ab296db8da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_e93c7fbd-e5ba-471c-9eb8-f8ab296db8da\") failed: Property not found. retry in 799.508774ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:17.693674402Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_e93c7fbd-e5ba-471c-9eb8-f8ab296db8da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:18.513217729Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_ntp_e93c7fbd-e5ba-471c-9eb8-f8ab296db8da"} {"msg":"Writing ledger to /pool/int/c1febdee-2c98-4f12-9aa4-ad18d04436bd/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:18.513276021Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2db2571c-c8fc-49d7-9a67-c3d98ed7f856/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:18.513586939Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:18.513874917Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"93646c7a-12d1-4e5d-bd4d-a52447351853","remote_addr":"[fd00:1122:3344:101::1]:44785","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6325471,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:18.516156106Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:719"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:18.546814076Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:18.546945789Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:43023"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_e93c7fbd-e5ba-471c-9eb8-f8ab296db8da': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:18.555509663Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:18.555612466Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"640172db-75e9-43dc-b437-4221bfd0e41d","remote_addr":"[fd00:1122:3344:101::1]:43023","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8566,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:18.557257438Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:18.709995155Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:18.710116028Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:56882"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:20.89867469Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12893941750628343364"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:21.088092962Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2874664735818390536"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:21.4259857Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16880985184269292347"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:22.542417085Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"663650057557475238"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:22.542536788Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5155637728408535992"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_e93c7fbd-e5ba-471c-9eb8-f8ab296db8da': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:22.718105149Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:22.718236503Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"1c38540e-a90b-4f35-9c3f-aebffc621ed5","remote_addr":"[fd00:1122:3344:101::1]:56882","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008052,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:22.720757908Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:22.83579197Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:22.835916224Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:52354"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_e93c7fbd-e5ba-471c-9eb8-f8ab296db8da': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:22.844850877Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:22.844926849Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"c5fbc4f5-7e46-4f7f-8f8b-d3e274788435","remote_addr":"[fd00:1122:3344:101::1]:52354","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8959,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:22.847014413Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:22.974487129Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:22.974614053Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:56849"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:23.477965698Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16290649787771231731"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:23.478094042Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8095708785527482734"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_e93c7fbd-e5ba-471c-9eb8-f8ab296db8da': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:26.687254174Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:26.687321056Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"a2958369-c4ab-43cc-89b1-6cfb34da54d7","remote_addr":"[fd00:1122:3344:101::1]:56849","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008663,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:26.690043047Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:26.895626762Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:26.895766106Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:49784"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:26.904583956Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"b55c4e44-af15-4560-92ea-d54cf3cd3347","remote_addr":"[fd00:1122:3344:101::1]:49784","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8744,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.412133694 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:26.906903066Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:26.906917337Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:27.235505728Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:27.235618891Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:61129"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:27.244628977Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"1d3ffb71-01df-4883-8fb8-6e80077abd0a","remote_addr":"[fd00:1122:3344:101::1]:61129","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8978,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.411210448 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:27.246248459Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:27.246254069Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:27.497957656Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:27.498096869Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:54465"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:27.506180271Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"a0371a7c-98f7-4a27-8e48-ff06ae844e30","remote_addr":"[fd00:1122:3344:101::1]:54465","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8064,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.410499901 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:27.507699081Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:27.507704031Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:27.955637142Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:27.955717384Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:38849"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:27.963386914Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"056030c8-07c0-465a-8d5f-42c5d4cbc26f","remote_addr":"[fd00:1122:3344:101::1]:38849","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7598,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.408447981 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:27.965038498Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:27.965044438Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:28.217034842Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5009262033530654543"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:28.217167895Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14345750565279419795"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:28.411254634Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:28.411370827Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:57626"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:28.419160431Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"1b88ee6a-a121-4a35-a88e-834e0c5c2d3c","remote_addr":"[fd00:1122:3344:101::1]:57626","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7755,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.40721041 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:28.421621225Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:28.421627015Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:28.930913342Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:28.931021305Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:51809"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:28.939525357Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"38fec04d-3dbd-4676-bae9-c20a1133e73c","remote_addr":"[fd00:1122:3344:101::1]:51809","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8463,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1757546723, ip_addr: 104.194.8.227, stratum: 3, ref_time: 1733976028.164306, correction: -0.405790806 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:28.941581531Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:28.941594381Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:29.540411338Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:29.540529831Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:33158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:29.548244223Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"5803f883-1700-450b-8e42-a66fd78291ad","remote_addr":"[fd00:1122:3344:101::1]:33158","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7685,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1733976026.6319878, correction: -0.404137641 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:29.550476521Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:29.550484452Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:29.960995858Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:29.961139967Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:60779"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:29.969774143Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"62be4335-596a-4cb3-a31c-ecb13bef7432","remote_addr":"[fd00:1122:3344:101::1]:60779","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8527,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1757546723, ip_addr: 104.194.8.227, stratum: 3, ref_time: 1733976029.3105726, correction: -0.402751446 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:29.972261098Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:29.972292809Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:30.526005848Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"296.097384ms"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:30.595379553Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12893941750628343364"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:30.783213868Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2874664735818390536"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:31.072894888Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:31.073027482Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:40075"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:31.081091913Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"e4cb2184-485e-4c65-9ae1-207fcabde983","remote_addr":"[fd00:1122:3344:101::1]:40075","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8036,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1733976026.6319878, correction: -0.399533749 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:31.083191008Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:31.083198608Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:31.121238133Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16880985184269292347"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:31.614027748Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:31.614143051Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:61765"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:31.621431522Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"33d9f8d8-e818-41dc-a7b7-45feae075b7a","remote_addr":"[fd00:1122:3344:101::1]:61765","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7259,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1733976026.6319878, correction: -0.398066342 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:31.623615179Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:31.623623199Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:32.234543195Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"663650057557475238"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:32.234656498Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5155637728408535992"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:32.325662869Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44789"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:32.325862664Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"07aa2b9e-61b6-498a-9265-802b2d641ea8","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44789","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94,"response_code":"200"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:33.054866852Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:33.054994415Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:52111"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:33.063688502Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"7ed5a732-6e3a-4cac-a414-73a056668f84","remote_addr":"[fd00:1122:3344:101::1]:52111","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8663,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1757546723, ip_addr: 104.194.8.227, stratum: 3, ref_time: 1733976032.358564, correction: -0.394200921 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:33.065843079Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:33.065848959Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:33.168006232Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16290649787771231731"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:33.168251209Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8095708785527482734"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:34.21233365Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:34.212432513Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:53748"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:34.220882004Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"1320c778-fdde-422b-8fdd-2dee37af9a56","remote_addr":"[fd00:1122:3344:101::1]:53748","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8372,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1757546723, ip_addr: 104.194.8.227, stratum: 3, ref_time: 1733976033.3009934, correction: -0.390966296 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:34.222662481Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:34.222669221Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:36.025889126Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:36.02601476Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:61649"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:36.034464661Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"ce5f21b1-b3c9-4127-9451-d8b435959c36","remote_addr":"[fd00:1122:3344:101::1]:61649","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8419,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1757546723, ip_addr: 104.194.8.227, stratum: 3, ref_time: 1733976035.050443, correction: -0.385808825 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:36.036880734Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:36.036889894Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:38.210048678Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:38.210182352Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:63529"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:38.214897125Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5009262033530654543"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:38.2150842Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14345750565279419795"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:38.219441834Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"19738ff5-9645-410c-b5f0-cc35342b73d7","remote_addr":"[fd00:1122:3344:101::1]:63529","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9165,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1757546723, ip_addr: 104.194.8.227, stratum: 3, ref_time: 1733976037.0678236, correction: -0.37981689 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:38.222021071Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:38.222027871Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:40.49130884Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:40.491438813Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:53236"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:40.500143891Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"7f21787b-965b-41c4-ae82-472f98270881","remote_addr":"[fd00:1122:3344:101::1]:53236","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8663,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1757546723, ip_addr: 104.194.8.227, stratum: 3, ref_time: 1733976039.3768847, correction: -0.373869032 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:40.502646477Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:40.502653457Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:40.569601278Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12893941750628343364"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:40.756478418Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2874664735818390536"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:41.09479442Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16880985184269292347"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:42.20990996Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"663650057557475238"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:42.210025443Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5155637728408535992"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:42.352734067Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:42.35286186Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:64084"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:42.361222209Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"3d3aea0e-b192-4d9f-8b57-2b89ac062478","remote_addr":"[fd00:1122:3344:101::1]:64084","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8322,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1757546723, ip_addr: 104.194.8.227, stratum: 3, ref_time: 1733976040.6364758, correction: -0.368760914 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:42.363281423Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:42.363300443Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:43.14352414Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16290649787771231731"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:43.143634612Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8095708785527482734"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:45.815748475Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"484.950695ms"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:46.360982029Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:46.361101992Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:56078"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:46.369752379Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"aece3eb3-1ff0-4405-a651-da11faa621a7","remote_addr":"[fd00:1122:3344:101::1]:56078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8614,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1757546723, ip_addr: 104.194.8.227, stratum: 3, ref_time: 1733976044.712625, correction: -0.357860327 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:46.372540252Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:46.372546962Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:48.189871095Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5009262033530654543"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:48.189984718Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14345750565279419795"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:50.545075553Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12893941750628343364"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:50.730954717Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2874664735818390536"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:51.068322385Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16880985184269292347"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:51.396175634Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:51.396321167Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:47312"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:51.404987054Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"2555b591-4b57-4809-a7db-36be95cfe852","remote_addr":"[fd00:1122:3344:101::1]:47312","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8635,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1757546723, ip_addr: 104.194.8.227, stratum: 3, ref_time: 1733976049.365505, correction: -0.344178408 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:51.407697655Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:51.407706785Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:52.18521135Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"663650057557475238"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:52.185330023Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5155637728408535992"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:53.119372754Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16290649787771231731"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:53.119641811Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8095708785527482734"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:58.014863993Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:58.014996377Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:52955"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:58.024787583Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"5eaa2fa2-750e-4f6a-9cf7-5f99645c2a76","remote_addr":"[fd00:1122:3344:101::1]:52955","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9751,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1757546723, ip_addr: 104.194.8.227, stratum: 3, ref_time: 1733976054.8354445, correction: -0.325875431 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:00:58.027407621Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:00:58.027417311Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:58.165239458Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5009262033530654543"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:00:58.165351891Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14345750565279419795"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:01:00.519475241Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12893941750628343364"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:01:00.705354824Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2874664735818390536"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:01:01.042696481Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16880985184269292347"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:01:01.293105933Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"1.488374082s"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:01:02.160090629Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"663650057557475238"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:01:02.160743506Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"5155637728408535992"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:01:02.278484367Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:39437"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:01:02.278567789Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"fbf572be-51d8-45f6-881c-c1f62aae03e6","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:39437","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":29,"response_code":"200"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:01:03.094232163Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16290649787771231731"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:01:03.094473679Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8095708785527482734"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:01:05.931569767Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:01:05.93171494Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:58265"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:01:05.940946372Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"57ba0c5f-271f-4cbe-af50-8f8151b42a7f","remote_addr":"[fd00:1122:3344:101::1]:58265","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9187,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1757546723, ip_addr: 104.194.8.227, stratum: 3, ref_time: 1733976062.9470556, correction: -0.304351658 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:01:05.943776766Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:01:05.943794356Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:01:08.140831905Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5009262033530654543"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:01:08.140948278Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14345750565279419795"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:01:10.494822801Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12893941750628343364"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:01:10.679690259Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2874664735818390536"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:01:11.016543773Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16880985184269292347"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:01:13.068953817Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16290649787771231731"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:01:13.069230415Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8095708785527482734"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:01:15.230916609Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:01:15.231061563Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:35938"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:01:15.240636243Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"b4291ff4-8196-40af-803d-ce5b67f98af2","remote_addr":"[fd00:1122:3344:101::1]:35938","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9533,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1757546723, ip_addr: 104.194.8.227, stratum: 3, ref_time: 1733976071.461979, correction: -0.279276431 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:01:15.243210761Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:01:15.243221631Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:01:17.771119688Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"2.531197838s"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:01:18.116726562Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5009262033530654543"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:01:18.116850695Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14345750565279419795"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:01:20.469533477Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"12893941750628343364"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:01:20.653564192Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"2874664735818390536"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:01:20.990871698Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"16880985184269292347"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:01:23.043293203Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16290649787771231731"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:01:23.043399155Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8095708785527482734"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:01:26.71738132Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:01:26.717534924Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:42398"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:01:26.72654349Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"e8ae7b2e-dd67-40e5-8ae3-d7ec42f60370","remote_addr":"[fd00:1122:3344:101::1]:42398","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8967,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1757546723, ip_addr: 104.194.8.227, stratum: 3, ref_time: 1733976083.786115, correction: -0.247968048 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:01:26.729559171Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:01:26.729578861Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:01:28.0919174Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"5009262033530654543"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:01:28.092195267Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"14345750565279419795"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:01:32.231588501Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47938"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:01:32.231705428Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"b03d3d99-6298-4998-b317-5da1fed2e353","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47938","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":41,"response_code":"200"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:01:33.018828329Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16290649787771231731"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:01:33.018936182Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8095708785527482734"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:01:34.033005137Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:01:34.033138601Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:34995"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:01:34.041711885Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"ab21025a-f2d1-47b6-b79f-f8c8d92a4be9","remote_addr":"[fd00:1122:3344:101::1]:34995","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8534,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1757546723, ip_addr: 104.194.8.227, stratum: 3, ref_time: 1733976091.8415132, correction: -0.228222102 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:01:34.043960574Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:01:34.043966894Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:01:35.288586222Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"4.171213191s"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:01:40.836555264Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:01:40.836708448Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:62362"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:01:40.847567212Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"52cec9b4-309d-4626-866e-f7d3a155db47","remote_addr":"[fd00:1122:3344:101::1]:62362","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":10778,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1757546723, ip_addr: 104.194.8.227, stratum: 3, ref_time: 1733976099.749287, correction: -0.209694833 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:01:40.849955895Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:01:40.849963015Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:01:42.993210246Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16290649787771231731"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:01:42.99332576Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8095708785527482734"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:01:52.968709201Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16290649787771231731"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:01:52.968841054Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8095708785527482734"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:01:54.442012093Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"6.413086347s"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:01:56.095020376Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:01:56.095213751Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:61793"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:01:56.104276546Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"75333716-7903-409a-b104-0a0dc3a76796","remote_addr":"[fd00:1122:3344:101::1]:61793","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8979,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1757546723, ip_addr: 104.194.8.227, stratum: 3, ref_time: 1733976108.022206, correction: -0.168221235 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:01:56.105994Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:01:56.106001421Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:02.185234934Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36800"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:02.185322456Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"3856e69c-e2df-4966-85af-f2cf89fb975f","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36800","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":41,"response_code":"200"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:02:02.94369924Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16290649787771231731"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:02:02.943814723Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8095708785527482734"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:04.912348013Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:04.912541768Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:40513"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:04.921908253Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"d898a26d-b4f1-430f-a02f-1f22815f36ba","remote_addr":"[fd00:1122:3344:101::1]:40513","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9284,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1757546723, ip_addr: 104.194.8.227, stratum: 3, ref_time: 1733976124.477355, correction: -0.144205317 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:04.924286368Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:04.924295018Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:02:12.918813438Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16290649787771231731"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:02:12.918986733Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8095708785527482734"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:15.83328061Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"8.126702947s"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:20.28125977Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:20.281403663Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:58349"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:20.29044124Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"cddac40b-3eec-401c-82f5-b8ad8b47f36e","remote_addr":"[fd00:1122:3344:101::1]:58349","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8970,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1757546723, ip_addr: 104.194.8.227, stratum: 3, ref_time: 1733976131.9888358, correction: -0.102513388 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:20.292792781Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:20.292800832Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:02:22.893996546Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16290649787771231731"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:02:22.894215761Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8095708785527482734"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:32.136707866Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38244"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:32.136800388Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"a7062413-72fd-4fa3-9432-5551d76fe336","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38244","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":54,"response_code":"200"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:02:32.868504824Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16290649787771231731"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:02:32.868619647Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8095708785527482734"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:38.933290698Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"40.688497797s"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:02:42.843506756Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16290649787771231731"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-12T04:02:42.843772373Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8095708785527482734"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.066757914Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.066863357Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:56655"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.087800634Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"f09f7a78-7431-4db1-83e7-9119ee91cfcb","remote_addr":"[fd00:1122:3344:101::1]:56655","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":20800,"response_code":"200"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:47.08802757Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-12-12T04:01:02.160041286Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"663650057557475238"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:47.089507528Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-12-12T04:01:02.160729993Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"5155637728408535992"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:47.090005892Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-12-12T04:01:20.990848735Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"16880985184269292347"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:47.090228818Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-12-12T04:01:28.091888604Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"5009262033530654543"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:47.090422783Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-12-12T04:01:28.092182942Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"14345750565279419795"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:47.090630419Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-12-12T04:01:20.469511334Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"12893941750628343364"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:47.090990938Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-12-12T04:01:20.653530279Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"2874664735818390536"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 1757546723, ip_addr: 104.194.8.227, stratum: 3, ref_time: 1733976164.1059089, correction: -0.029653709 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.092684202Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.092694202Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1412"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: c9c9afd6-aa03-4a96-8241-6ae7ccfbce28 (service), filesystem_pool: Some(ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: d24a9d9f-7884-44e6-bf52-febe49c3b719 (service), filesystem_pool: Some(ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 68b92f4b-c208-4567-8395-96046a9b6c9a (service), filesystem_pool: Some(ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e93c7fbd-e5ba-471c-9eb8-f8ab296db8da (service), filesystem_pool: Some(ZpoolName { id: 4b8ca783-c0e0-4c3f-a149-be038075af29 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 270d86f3-7e6c-4b65-b865-bb90b66ba1dd, kind: Service { id: e93c7fbd-e5ba-471c-9eb8-f8ab296db8da }, name: Name(\"ntp-e93c7fbd-e5ba-471c-9eb8-f8ab296db8da\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 219, 148])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: ac3591c4-ccc2-4307-aeea-b50163451b2f (service), filesystem_pool: Some(ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External } } } }, OmicronZoneConfig { id: 17c89bdd-5900-491f-abd6-d521eaf749c6 (service), filesystem_pool: Some(ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External } } } }, OmicronZoneConfig { id: 942da74e-d056-486f-85c3-68c1dfad04c9 (service), filesystem_pool: Some(ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External } } } }, OmicronZoneConfig { id: c86ecb3b-eb85-417f-980a-16aeee4dd5a4 (service), filesystem_pool: Some(ZpoolName { id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cd219d0-3931-45ab-940b-d08ed0c59a25 (service), filesystem_pool: Some(ZpoolName { id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.124113275Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:525"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.124210167Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:62358"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c9c9afd6-aa03-4a96-8241-6ae7ccfbce28, dataset_name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.124434443Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.124443763Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: c9c9afd6-aa03-4a96-8241-6ae7ccfbce28, dataset_name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d24a9d9f-7884-44e6-bf52-febe49c3b719, dataset_name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.159445069Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.15948399Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: d24a9d9f-7884-44e6-bf52-febe49c3b719, dataset_name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68b92f4b-c208-4567-8395-96046a9b6c9a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.18968013Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.189718021Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 68b92f4b-c208-4567-8395-96046a9b6c9a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ac3591c4-ccc2-4307-aeea-b50163451b2f, dataset_name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.223956187Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.223992588Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: ac3591c4-ccc2-4307-aeea-b50163451b2f, dataset_name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17c89bdd-5900-491f-abd6-d521eaf749c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.258223634Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.258257865Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 17c89bdd-5900-491f-abd6-d521eaf749c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 942da74e-d056-486f-85c3-68c1dfad04c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.289084231Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.289115512Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 942da74e-d056-486f-85c3-68c1dfad04c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c86ecb3b-eb85-417f-980a-16aeee4dd5a4, dataset_name: DatasetName { pool_name: ZpoolName { id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.320650367Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.320695499Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: c86ecb3b-eb85-417f-980a-16aeee4dd5a4, dataset_name: DatasetName { pool_name: ZpoolName { id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cd219d0-3931-45ab-940b-d08ed0c59a25, dataset_name: DatasetName { pool_name: ZpoolName { id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.352389398Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.352421899Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 6cd219d0-3931-45ab-940b-d08ed0c59a25, dataset_name: DatasetName { pool_name: ZpoolName { id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.382400843Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/c1febdee-2c98-4f12-9aa4-ad18d04436bd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.382444644Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2db2571c-c8fc-49d7-9a67-c3d98ed7f856/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.382698221Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.382801864Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.460929538Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.460990379Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.46100054Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.4610095Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.4610193Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.546882654Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_ac3591c4-ccc2-4307-aeea-b50163451b2f","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.550769626Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.554833283Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_942da74e-d056-486f-85c3-68c1dfad04c9","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.558860288Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_c86ecb3b-eb85-417f-980a-16aeee4dd5a4","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.563428157Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.568301055Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_ac3591c4-ccc2-4307-aeea-b50163451b2f","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.572582677Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.576955011Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_942da74e-d056-486f-85c3-68c1dfad04c9","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.581539631Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_c86ecb3b-eb85-417f-980a-16aeee4dd5a4","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:47.58605692Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Profile for oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:50.483950338Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:50.484103112Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:50.489640747Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:50.489776301Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_942da74e-d056-486f-85c3-68c1dfad04c9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:50.4947289Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_942da74e-d056-486f-85c3-68c1dfad04c9 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:50.494877284Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_942da74e-d056-486f-85c3-68c1dfad04c9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_ac3591c4-ccc2-4307-aeea-b50163451b2f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:50.532985851Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_ac3591c4-ccc2-4307-aeea-b50163451b2f zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:50.533133645Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_ac3591c4-ccc2-4307-aeea-b50163451b2f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_c86ecb3b-eb85-417f-980a-16aeee4dd5a4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:50.552053093Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_c86ecb3b-eb85-417f-980a-16aeee4dd5a4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:02:50.552298979Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_c86ecb3b-eb85-417f-980a-16aeee4dd5a4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25\") failed: Property not found. retry in 69.191444ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:50.63535131Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6\") failed: Property not found. retry in 72.97763ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:50.642698134Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_942da74e-d056-486f-85c3-68c1dfad04c9\") failed: Property not found. retry in 46.409296ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:50.649984195Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_942da74e-d056-486f-85c3-68c1dfad04c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ac3591c4-ccc2-4307-aeea-b50163451b2f\") failed: Property not found. retry in 58.642214ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:50.678823727Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_ac3591c4-ccc2-4307-aeea-b50163451b2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c86ecb3b-eb85-417f-980a-16aeee4dd5a4\") failed: Property not found. retry in 27.333631ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:50.691481768Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_c86ecb3b-eb85-417f-980a-16aeee4dd5a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_942da74e-d056-486f-85c3-68c1dfad04c9\") failed: Property not found. retry in 67.653203ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:50.707726466Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_942da74e-d056-486f-85c3-68c1dfad04c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25\") failed: Property not found. retry in 64.263946ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:50.825171519Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ac3591c4-ccc2-4307-aeea-b50163451b2f\") failed: Property not found. retry in 122.193423ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:50.965403516Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_ac3591c4-ccc2-4307-aeea-b50163451b2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6\") failed: Property not found. retry in 74.610665ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:51.297840645Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_942da74e-d056-486f-85c3-68c1dfad04c9\") failed: Property not found. retry in 195.247365ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:51.577361137Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_942da74e-d056-486f-85c3-68c1dfad04c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c86ecb3b-eb85-417f-980a-16aeee4dd5a4\") failed: Property not found. retry in 139.913698ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:51.625122919Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_c86ecb3b-eb85-417f-980a-16aeee4dd5a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25\") failed: Property not found. retry in 139.045259ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:51.671352731Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ac3591c4-ccc2-4307-aeea-b50163451b2f\") failed: Property not found. retry in 134.009692ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:51.846181871Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_ac3591c4-ccc2-4307-aeea-b50163451b2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6\") failed: Property not found. retry in 141.754366ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:51.915521146Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_942da74e-d056-486f-85c3-68c1dfad04c9\") failed: Property not found. retry in 294.592722ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:52.036339469Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_942da74e-d056-486f-85c3-68c1dfad04c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c86ecb3b-eb85-417f-980a-16aeee4dd5a4\") failed: Property not found. retry in 264.938518ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:52.154759052Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_c86ecb3b-eb85-417f-980a-16aeee4dd5a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25\") failed: Property not found. retry in 411.417295ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:53.477554653Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ac3591c4-ccc2-4307-aeea-b50163451b2f\") failed: Property not found. retry in 337.952701ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:53.606035395Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_ac3591c4-ccc2-4307-aeea-b50163451b2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6\") failed: Property not found. retry in 529.56583ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:53.631832197Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_942da74e-d056-486f-85c3-68c1dfad04c9\") failed: Property not found. retry in 981.771843ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:53.6646908Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_942da74e-d056-486f-85c3-68c1dfad04c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c86ecb3b-eb85-417f-980a-16aeee4dd5a4\") failed: Property not found. retry in 361.232052ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:53.681366583Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_c86ecb3b-eb85-417f-980a-16aeee4dd5a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25\") failed: Property not found. retry in 428.254343ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:53.693315929Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ac3591c4-ccc2-4307-aeea-b50163451b2f\") failed: Property not found. retry in 1.05895894s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:53.954344089Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_ac3591c4-ccc2-4307-aeea-b50163451b2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c86ecb3b-eb85-417f-980a-16aeee4dd5a4\") failed: Property not found. retry in 933.537905ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:54.053011624Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_c86ecb3b-eb85-417f-980a-16aeee4dd5a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25\") failed: Property not found. retry in 1.19751296s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:54.13257572Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6\") failed: Property not found. retry in 1.103464613s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:54.170928604Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_942da74e-d056-486f-85c3-68c1dfad04c9\") failed: Property not found. retry in 1.253140399s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:54.653644794Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_942da74e-d056-486f-85c3-68c1dfad04c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c86ecb3b-eb85-417f-980a-16aeee4dd5a4\") failed: Property not found. retry in 971.908062ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:54.993439886Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_c86ecb3b-eb85-417f-980a-16aeee4dd5a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ac3591c4-ccc2-4307-aeea-b50163451b2f\") failed: Property not found. retry in 845.060638ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:55.018899562Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_ac3591c4-ccc2-4307-aeea-b50163451b2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6\") failed: Property not found. retry in 1.13318572s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:55.280550798Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25\") failed: Property not found. retry in 1.389352056s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:55.336098671Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ac3591c4-ccc2-4307-aeea-b50163451b2f\") failed: Property not found. retry in 960.52696ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:55.871530762Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_ac3591c4-ccc2-4307-aeea-b50163451b2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_942da74e-d056-486f-85c3-68c1dfad04c9\") failed: Property not found. retry in 1.009383892s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:55.912690929Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_942da74e-d056-486f-85c3-68c1dfad04c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c86ecb3b-eb85-417f-980a-16aeee4dd5a4\") failed: Property not found. retry in 880.24119ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:55.971237671Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_c86ecb3b-eb85-417f-980a-16aeee4dd5a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6\") failed: Property not found. retry in 1.238499303s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:56.423108428Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25\") failed: Property not found. retry in 1.495595354s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:56.736284902Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ac3591c4-ccc2-4307-aeea-b50163451b2f\") failed: Property not found. retry in 876.922019ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:56.843449344Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_ac3591c4-ccc2-4307-aeea-b50163451b2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c86ecb3b-eb85-417f-980a-16aeee4dd5a4\") failed: Property not found. retry in 1.42692676s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:56.863129219Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_c86ecb3b-eb85-417f-980a-16aeee4dd5a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_942da74e-d056-486f-85c3-68c1dfad04c9\") failed: Property not found. retry in 924.15554ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:56.93196006Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_942da74e-d056-486f-85c3-68c1dfad04c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6\") failed: Property not found. retry in 1.159267198s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:57.667132907Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ac3591c4-ccc2-4307-aeea-b50163451b2f\") failed: Property not found. retry in 1.179545258s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:57.727209319Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_ac3591c4-ccc2-4307-aeea-b50163451b2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_942da74e-d056-486f-85c3-68c1dfad04c9\") failed: Property not found. retry in 1.499785229s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:57.861850823Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_942da74e-d056-486f-85c3-68c1dfad04c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25\") failed: Property not found. retry in 840.187275ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:58.237052564Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c86ecb3b-eb85-417f-980a-16aeee4dd5a4\") failed: Property not found. retry in 529.609307ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:58.294848922Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_c86ecb3b-eb85-417f-980a-16aeee4dd5a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c86ecb3b-eb85-417f-980a-16aeee4dd5a4\") failed: Property not found. retry in 925.037571ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:58.833228381Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_c86ecb3b-eb85-417f-980a-16aeee4dd5a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6\") failed: Property not found. retry in 622.72844ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:58.840381548Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ac3591c4-ccc2-4307-aeea-b50163451b2f\") failed: Property not found. retry in 1.154975823s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:58.914457053Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_ac3591c4-ccc2-4307-aeea-b50163451b2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25\") failed: Property not found. retry in 1.162830031s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:59.086227626Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_942da74e-d056-486f-85c3-68c1dfad04c9\") failed: Property not found. retry in 1.041347298s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:59.371534991Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_942da74e-d056-486f-85c3-68c1dfad04c9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6\") failed: Property not found. retry in 797.616377ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:59.473222465Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c86ecb3b-eb85-417f-980a-16aeee4dd5a4\") failed: Property not found. retry in 918.310586ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:02:59.768447459Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_c86ecb3b-eb85-417f-980a-16aeee4dd5a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ac3591c4-ccc2-4307-aeea-b50163451b2f\") failed: Property not found. retry in 703.524237ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:00.080799008Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_ac3591c4-ccc2-4307-aeea-b50163451b2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25\") failed: Property not found. retry in 665.293406ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:00.263181006Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6\") failed: Property not found. retry in 1.439625161s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:00.286518757Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25\") failed: Property not found. retry in 661.094783ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:00.938215332Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25\") failed: Property not found. retry in 857.119157ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:01.60949972Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6\") failed: Property not found. retry in 775.956151ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:01.738227719Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:02.098888621Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:50328"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:02.099082906Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"38f28d34-b6f6-483f-a568-1d6febd11fab","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:50328","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":63,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25\") failed: Property not found. retry in 1.367874998s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:02.480269213Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6\") failed: Property not found. retry in 1.295290578s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:02.527085015Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6\") failed: Property not found. retry in 651.204701ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:03.852878966Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25\") failed: Property not found. retry in 1.120035941s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:03.871294294Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6\") failed: Property not found. retry in 569.426986ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:04.514380525Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25\") failed: Property not found. retry in 882.696002ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:05.000020358Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6\") failed: Property not found. retry in 680.374081ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:05.093516188Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6\") failed: Property not found. retry in 933.809099ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:05.783812081Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25\") failed: Property not found. retry in 1.302873667s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:05.892650502Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6\") failed: Property not found. retry in 1.242653267s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:06.728201626Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25\") failed: Property not found. retry in 990.242436ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:07.204856635Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6\") failed: Property not found. retry in 612.37168ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:07.981691816Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25\") failed: Property not found. retry in 685.951229ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:08.204292815Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6\") failed: Property not found. retry in 705.337982ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:08.609462048Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25\") failed: Property not found. retry in 562.68731ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:08.899718053Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6\") failed: Property not found. retry in 1.389513368s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:09.324900518Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25\") failed: Property not found. retry in 748.199066ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:09.471831112Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25\") failed: Property not found. retry in 1.215155545s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:10.230369837Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6\") failed: Property not found. retry in 842.919194ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:10.723889206Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25\") failed: Property not found. retry in 931.437292ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:11.455115448Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6\") failed: Property not found. retry in 1.313065351s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:11.576745442Z","hostname":"buskin","pid":1566,"zone":"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:12.912297914Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_cockroachdb_6cd219d0-3931-45ab-940b-d08ed0c59a25"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:12.912370826Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_cockroachdb_ac3591c4-ccc2-4307-aeea-b50163451b2f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:12.912380936Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:12.912389896Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_cockroachdb_942da74e-d056-486f-85c3-68c1dfad04c9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:12.912396596Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_cockroachdb_c86ecb3b-eb85-417f-980a-16aeee4dd5a4"} {"msg":"Writing ledger to /pool/int/c1febdee-2c98-4f12-9aa4-ad18d04436bd/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:12.912458508Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2db2571c-c8fc-49d7-9a67-c3d98ed7f856/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:12.913401862Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:12.916977406Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"72e1370f-8bf0-4587-8100-3eebe6c57126","remote_addr":"[fd00:1122:3344:101::1]:62358","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":25822160,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:12.950335646Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:35430"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:12.978882951Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"22510c00-5e1a-4167-b832-c631e2287a2a","remote_addr":"[fd00:1122:3344:101::1]:35430","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":28364,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:12.979166229Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1141","retry_after":"62.654089ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22510c00-5e1a-4167-b832-c631e2287a2a\", \"content-length\": \"124\", \"date\": \"Thu, 12 Dec 2024 04:03:12 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"22510c00-5e1a-4167-b832-c631e2287a2a\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:13.069610289Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"c4cfdecc-9bb3-469b-a961-6730d1ac06f9","remote_addr":"[fd00:1122:3344:101::1]:35430","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":26220,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:13.069787424Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1141","retry_after":"69.748809ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4cfdecc-9bb3-469b-a961-6730d1ac06f9\", \"content-length\": \"124\", \"date\": \"Thu, 12 Dec 2024 04:03:12 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c4cfdecc-9bb3-469b-a961-6730d1ac06f9\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:13.166301972Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"7f7e93a9-6d9f-4623-9c1c-4fb61e68b44e","remote_addr":"[fd00:1122:3344:101::1]:35430","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":25336,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:13.166473037Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1141","retry_after":"151.597598ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f7e93a9-6d9f-4623-9c1c-4fb61e68b44e\", \"content-length\": \"124\", \"date\": \"Thu, 12 Dec 2024 04:03:12 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"7f7e93a9-6d9f-4623-9c1c-4fb61e68b44e\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:13.344453531Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"f0975af6-d886-4897-81c2-c4abcaa3e4f3","remote_addr":"[fd00:1122:3344:101::1]:35430","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":25779,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:13.344608125Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1141","retry_after":"98.073341ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0975af6-d886-4897-81c2-c4abcaa3e4f3\", \"content-length\": \"124\", \"date\": \"Thu, 12 Dec 2024 04:03:12 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f0975af6-d886-4897-81c2-c4abcaa3e4f3\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:13.469008581Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"e43971c4-4bd2-4dea-ae22-7477216ec7ab","remote_addr":"[fd00:1122:3344:101::1]:35430","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":25190,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:13.469175126Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1141","retry_after":"250.25599ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e43971c4-4bd2-4dea-ae22-7477216ec7ab\", \"content-length\": \"124\", \"date\": \"Thu, 12 Dec 2024 04:03:12 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"e43971c4-4bd2-4dea-ae22-7477216ec7ab\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:13.746649327Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"94cb8eca-5f37-46a3-a865-890310759650","remote_addr":"[fd00:1122:3344:101::1]:35430","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":26038,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:13.746818121Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1141","retry_after":"306.149717ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94cb8eca-5f37-46a3-a865-890310759650\", \"content-length\": \"124\", \"date\": \"Thu, 12 Dec 2024 04:03:12 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"94cb8eca-5f37-46a3-a865-890310759650\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:14.079852182Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"9d8d4a02-bd2a-4186-9f4b-19647b95f0a7","remote_addr":"[fd00:1122:3344:101::1]:35430","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":25810,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:14.080008886Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1141","retry_after":"242.86869ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d8d4a02-bd2a-4186-9f4b-19647b95f0a7\", \"content-length\": \"124\", \"date\": \"Thu, 12 Dec 2024 04:03:14 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"9d8d4a02-bd2a-4186-9f4b-19647b95f0a7\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:14.351162322Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"69661570-73df-4a38-b55a-1ecacb3b6754","remote_addr":"[fd00:1122:3344:101::1]:35430","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":26825,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:14.351359297Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1141","retry_after":"208.647107ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69661570-73df-4a38-b55a-1ecacb3b6754\", \"content-length\": \"124\", \"date\": \"Thu, 12 Dec 2024 04:03:14 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"69661570-73df-4a38-b55a-1ecacb3b6754\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:14.587537461Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"bcbfb786-4f3b-47b2-b7be-35025df5f0ce","remote_addr":"[fd00:1122:3344:101::1]:35430","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_17c89bdd-5900-491f-abd6-d521eaf749c6 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":26900,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:14.587704365Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1141","retry_after":"599.183169ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcbfb786-4f3b-47b2-b7be-35025df5f0ce\", \"content-length\": \"124\", \"date\": \"Thu, 12 Dec 2024 04:03:14 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"bcbfb786-4f3b-47b2-b7be-35025df5f0ce\" }"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::4]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:15.217021848Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3758"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:26.2226112Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3776"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:35.876258578Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3799"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:35.876367071Z","hostname":"buskin","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"86ad5d02-0a5f-4f90-8161-7e4e9b038581","remote_addr":"[fd00:1122:3344:101::1]:35430","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":20688343,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:35.876612937Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35237"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:35.877106113Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"f0895346-5697-48c0-9f0c-edf6c1682247","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35237","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: c9c9afd6-aa03-4a96-8241-6ae7ccfbce28 (service), filesystem_pool: Some(ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: d24a9d9f-7884-44e6-bf52-febe49c3b719 (service), filesystem_pool: Some(ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 68b92f4b-c208-4567-8395-96046a9b6c9a (service), filesystem_pool: Some(ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: e93c7fbd-e5ba-471c-9eb8-f8ab296db8da (service), filesystem_pool: Some(ZpoolName { id: 4b8ca783-c0e0-4c3f-a149-be038075af29 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 270d86f3-7e6c-4b65-b865-bb90b66ba1dd, kind: Service { id: e93c7fbd-e5ba-471c-9eb8-f8ab296db8da }, name: Name(\"ntp-e93c7fbd-e5ba-471c-9eb8-f8ab296db8da\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 219, 148])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: ac3591c4-ccc2-4307-aeea-b50163451b2f (service), filesystem_pool: Some(ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External } } } }, OmicronZoneConfig { id: 17c89bdd-5900-491f-abd6-d521eaf749c6 (service), filesystem_pool: Some(ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External } } } }, OmicronZoneConfig { id: 942da74e-d056-486f-85c3-68c1dfad04c9 (service), filesystem_pool: Some(ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External } } } }, OmicronZoneConfig { id: c86ecb3b-eb85-417f-980a-16aeee4dd5a4 (service), filesystem_pool: Some(ZpoolName { id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6cd219d0-3931-45ab-940b-d08ed0c59a25 (service), filesystem_pool: Some(ZpoolName { id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9bb732d7-5c6c-418e-9bb4-2b78363c496b (service), filesystem_pool: Some(ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 418f0b92-89c3-4081-80db-c6859ed8ae21, kind: Service { id: 9bb732d7-5c6c-418e-9bb4-2b78363c496b }, name: Name(\"external-dns-9bb732d7-5c6c-418e-9bb4-2b78363c496b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 233])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a6e7ea12-5d7a-4497-b4c7-99b34dca3373 (service), filesystem_pool: Some(ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: ed7bfea0-7e5d-4d9a-b1dc-17fadc8bd515, kind: Service { id: a6e7ea12-5d7a-4497-b4c7-99b34dca3373 }, name: Name(\"external-dns-a6e7ea12-5d7a-4497-b4c7-99b34dca3373\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 168])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 1d05500b-26d9-4871-8794-d746af81cddf (service), filesystem_pool: Some(ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 97897984-7c73-42ae-8b0b-eaf9a2bc7479, kind: Service { id: 1d05500b-26d9-4871-8794-d746af81cddf }, name: Name(\"nexus-1d05500b-26d9-4871-8794-d746af81cddf\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 5a2da4c3-1dce-4828-9073-a93ecc67e115 (service), filesystem_pool: Some(ZpoolName { id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 30bac288-b547-49b2-af15-904789a7cb38, kind: Service { id: 5a2da4c3-1dce-4828-9073-a93ecc67e115 }, name: Name(\"nexus-5a2da4c3-1dce-4828-9073-a93ecc67e115\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4a50bf12-1fdc-4917-8d03-ca85c9fb72af (service), filesystem_pool: Some(ZpoolName { id: 4c2dd18b-2445-4d2c-acfe-6708713b37f2 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: ab6e9116-cfc4-4b3e-98be-2bb67d110731, kind: Service { id: 4a50bf12-1fdc-4917-8d03-ca85c9fb72af }, name: Name(\"nexus-4a50bf12-1fdc-4917-8d03-ca85c9fb72af\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 128])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 987cdbf0-9703-44d8-809c-7fc661879e56 (service), filesystem_pool: Some(ZpoolName { id: 2ce90261-9b65-4601-b849-599cec034d39 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 286ceca1-7f09-4fe6-b531-9f5f373850ee (service), filesystem_pool: Some(ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8cb44ea6-bc28-4b69-9403-d2a1af99568e (service), filesystem_pool: Some(ZpoolName { id: 4b8ca783-c0e0-4c3f-a149-be038075af29 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: dac44784-70a3-49f0-bd56-9b724ccc27cc (service), filesystem_pool: Some(ZpoolName { id: 4c2dd18b-2445-4d2c-acfe-6708713b37f2 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 78444434-3b42-4723-9f32-a86c8bc7cfb1 (service), filesystem_pool: Some(ZpoolName { id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: b158ad2f-896b-4cb1-a3f6-25308c7902f2 (service), filesystem_pool: Some(ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External } } } }, OmicronZoneConfig { id: 42e26c2e-2815-407e-a6c9-3347c4b92f39 (service), filesystem_pool: Some(ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External } } } }, OmicronZoneConfig { id: 089ac3bd-5acd-4d4a-b817-663df1ba5189 (service), filesystem_pool: Some(ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External } } } }, OmicronZoneConfig { id: c469e1af-57b9-4787-8577-1e177df6a4ab (service), filesystem_pool: Some(ZpoolName { id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool), kind: External } } } }, OmicronZoneConfig { id: 728110ff-542c-40c6-b380-d8fde116dad7 (service), filesystem_pool: Some(ZpoolName { id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 74843ccf-cbc2-4321-a945-b796c2b7819b (service), filesystem_pool: Some(ZpoolName { id: 4b8ca783-c0e0-4c3f-a149-be038075af29 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4b8ca783-c0e0-4c3f-a149-be038075af29 (zpool), kind: External } } } }, OmicronZoneConfig { id: f53f8a2e-1184-418d-8a44-73b6522b6def (service), filesystem_pool: Some(ZpoolName { id: 4c2dd18b-2445-4d2c-acfe-6708713b37f2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4c2dd18b-2445-4d2c-acfe-6708713b37f2 (zpool), kind: External } } } }, OmicronZoneConfig { id: af8098bd-1929-4d8b-aaa0-60e5901f96b3 (service), filesystem_pool: Some(ZpoolName { id: 1f09e596-8c3b-4084-9722-b9e187b46c0f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1f09e596-8c3b-4084-9722-b9e187b46c0f (zpool), kind: External } } } }, OmicronZoneConfig { id: d15694ae-7c87-404e-950e-21580e1d390e (service), filesystem_pool: Some(ZpoolName { id: 2ce90261-9b65-4601-b849-599cec034d39 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2ce90261-9b65-4601-b849-599cec034d39 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:35.943730561Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:525"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:35.943834494Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:57462"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c9c9afd6-aa03-4a96-8241-6ae7ccfbce28, dataset_name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:35.944106351Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:35.944112021Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: c9c9afd6-aa03-4a96-8241-6ae7ccfbce28, dataset_name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d24a9d9f-7884-44e6-bf52-febe49c3b719, dataset_name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:35.995798937Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:35.995835169Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: d24a9d9f-7884-44e6-bf52-febe49c3b719, dataset_name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 68b92f4b-c208-4567-8395-96046a9b6c9a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.047915898Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.047969719Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 68b92f4b-c208-4567-8395-96046a9b6c9a, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ac3591c4-ccc2-4307-aeea-b50163451b2f, dataset_name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.102091114Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.102135185Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: ac3591c4-ccc2-4307-aeea-b50163451b2f, dataset_name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17c89bdd-5900-491f-abd6-d521eaf749c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.146002359Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.146040011Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 17c89bdd-5900-491f-abd6-d521eaf749c6, dataset_name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 942da74e-d056-486f-85c3-68c1dfad04c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.188063485Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.188098606Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 942da74e-d056-486f-85c3-68c1dfad04c9, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c86ecb3b-eb85-417f-980a-16aeee4dd5a4, dataset_name: DatasetName { pool_name: ZpoolName { id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.235192145Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.235225696Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: c86ecb3b-eb85-417f-980a-16aeee4dd5a4, dataset_name: DatasetName { pool_name: ZpoolName { id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6cd219d0-3931-45ab-940b-d08ed0c59a25, dataset_name: DatasetName { pool_name: ZpoolName { id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.285379874Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.285431746Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 6cd219d0-3931-45ab-940b-d08ed0c59a25, dataset_name: DatasetName { pool_name: ZpoolName { id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9bb732d7-5c6c-418e-9bb4-2b78363c496b, dataset_name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.333687065Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.333725706Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 9bb732d7-5c6c-418e-9bb4-2b78363c496b, dataset_name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a6e7ea12-5d7a-4497-b4c7-99b34dca3373, dataset_name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.385846886Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.385882967Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: a6e7ea12-5d7a-4497-b4c7-99b34dca3373, dataset_name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 286ceca1-7f09-4fe6-b531-9f5f373850ee, dataset_name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.433236915Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.433279446Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 286ceca1-7f09-4fe6-b531-9f5f373850ee, dataset_name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b158ad2f-896b-4cb1-a3f6-25308c7902f2, dataset_name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.478527307Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.478563608Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: b158ad2f-896b-4cb1-a3f6-25308c7902f2, dataset_name: DatasetName { pool_name: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 42e26c2e-2815-407e-a6c9-3347c4b92f39, dataset_name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.52038888Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.52042206Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 42e26c2e-2815-407e-a6c9-3347c4b92f39, dataset_name: DatasetName { pool_name: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 089ac3bd-5acd-4d4a-b817-663df1ba5189, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.571626417Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.571664148Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 089ac3bd-5acd-4d4a-b817-663df1ba5189, dataset_name: DatasetName { pool_name: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c469e1af-57b9-4787-8577-1e177df6a4ab, dataset_name: DatasetName { pool_name: ZpoolName { id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.619771403Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.619805504Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: c469e1af-57b9-4787-8577-1e177df6a4ab, dataset_name: DatasetName { pool_name: ZpoolName { id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 728110ff-542c-40c6-b380-d8fde116dad7, dataset_name: DatasetName { pool_name: ZpoolName { id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.666357649Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.66639443Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 728110ff-542c-40c6-b380-d8fde116dad7, dataset_name: DatasetName { pool_name: ZpoolName { id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 74843ccf-cbc2-4321-a945-b796c2b7819b, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b8ca783-c0e0-4c3f-a149-be038075af29 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.709207214Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.709257506Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 74843ccf-cbc2-4321-a945-b796c2b7819b, dataset_name: DatasetName { pool_name: ZpoolName { id: 4b8ca783-c0e0-4c3f-a149-be038075af29 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f53f8a2e-1184-418d-8a44-73b6522b6def, dataset_name: DatasetName { pool_name: ZpoolName { id: 4c2dd18b-2445-4d2c-acfe-6708713b37f2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.750545766Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.750585267Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: f53f8a2e-1184-418d-8a44-73b6522b6def, dataset_name: DatasetName { pool_name: ZpoolName { id: 4c2dd18b-2445-4d2c-acfe-6708713b37f2 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: af8098bd-1929-4d8b-aaa0-60e5901f96b3, dataset_name: DatasetName { pool_name: ZpoolName { id: 1f09e596-8c3b-4084-9722-b9e187b46c0f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.798404764Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.798442056Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: af8098bd-1929-4d8b-aaa0-60e5901f96b3, dataset_name: DatasetName { pool_name: ZpoolName { id: 1f09e596-8c3b-4084-9722-b9e187b46c0f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d15694ae-7c87-404e-950e-21580e1d390e, dataset_name: DatasetName { pool_name: ZpoolName { id: 2ce90261-9b65-4601-b849-599cec034d39 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.845989236Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.846020547Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: d15694ae-7c87-404e-950e-21580e1d390e, dataset_name: DatasetName { pool_name: ZpoolName { id: 2ce90261-9b65-4601-b849-599cec034d39 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.893926317Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/c1febdee-2c98-4f12-9aa4-ad18d04436bd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.893983369Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2db2571c-c8fc-49d7-9a67-c3d98ed7f856/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.894226555Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:36.894398689Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.024531236Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.024683529Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.042086074Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.04231928Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.042384212Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.042399002Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.042408362Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.068240924Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.069949768Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.070413581Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.229983347Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.231682781Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.310324383Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.310544069Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.310590321Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.310622741Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.310644482Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.310689833Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.323100737Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.323276892Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_oximeter_987cdbf0-9703-44d8-809c-7fc661879e56","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.328255562Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_286ceca1-7f09-4fe6-b531-9f5f373850ee","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.333009346Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_dac44784-70a3-49f0-bd56-9b724ccc27cc","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.337900811Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.343066966Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.348806296Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_728110ff-542c-40c6-b380-d8fde116dad7","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.35395712Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_8cb44ea6-bc28-4b69-9403-d2a1af99568e","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.358878441Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.48455344Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_oximeter_987cdbf0-9703-44d8-809c-7fc661879e56","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.489983532Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_clickhouse_286ceca1-7f09-4fe6-b531-9f5f373850ee","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.495093035Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_dac44784-70a3-49f0-bd56-9b724ccc27cc","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.500285941Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.505545858Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.510319542Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_728110ff-542c-40c6-b380-d8fde116dad7","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.5148056Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_8cb44ea6-bc28-4b69-9403-d2a1af99568e","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.519658266Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Configuring new Omicron zone: oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.524983455Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_c469e1af-57b9-4787-8577-1e177df6a4ab","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.531109056Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.536440824Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.542380269Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.547948538Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.554413563Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.562019992Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_c469e1af-57b9-4787-8577-1e177df6a4ab","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.569631778Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.577518276Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.585193696Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.595752335Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.622197472Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.705813744Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.759194175Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.762526015Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.762557566Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.81340557Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 249, 251]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.81343708Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1264","zone_type":"nexus"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.868648061Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.926566925Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.985595465Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.98767995Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:37.98770236Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.043465715Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 228, 233]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.043502676Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1264","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.046037313Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.046054373Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.106718449Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 247, 168]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.10675711Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1264","zone_type":"external_dns"} {"msg":"no nat entry found for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.106990161Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.107004281Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.107075413Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.107083703Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.108845149Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.10885762Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.164317067Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 248, 60]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.164349708Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1264","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.166104483Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.166122524Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.224577103Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 230, 128]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.224620013Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1264","zone_type":"nexus"} {"msg":"creation of nat entry successful for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.225041724Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.227829544Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.230909145Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.230928675Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"no nat entry found for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.333624195Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.333691417Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Configuring new Omicron zone: oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.334282993Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"no nat entry found for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.346931392Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.346988224Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.347290352Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.347305912Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.347448286Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.350537186Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"creation of nat entry successful for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.3506782Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.354185052Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.357596101Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.357618191Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Installing Omicron zone: oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.405996847Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Configuring new Omicron zone: oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.419070047Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.526446887Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.538769668Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Configuring new Omicron zone: oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.550789782Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.561925173Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.57407326Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.591912148Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:38.601127349Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Profile for oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:40.421598285Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:40.421707298Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_728110ff-542c-40c6-b380-d8fde116dad7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:46.194306696Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_728110ff-542c-40c6-b380-d8fde116dad7 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:46.194552803Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_728110ff-542c-40c6-b380-d8fde116dad7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_8cb44ea6-bc28-4b69-9403-d2a1af99568e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:46.241099927Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_8cb44ea6-bc28-4b69-9403-d2a1af99568e zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:46.319971067Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_8cb44ea6-bc28-4b69-9403-d2a1af99568e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:46.49032252Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:46.49069957Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_c469e1af-57b9-4787-8577-1e177df6a4ab:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:46.541379885Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_c469e1af-57b9-4787-8577-1e177df6a4ab zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:46.543724844Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c469e1af-57b9-4787-8577-1e177df6a4ab","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:46.563102682Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:46.563438741Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_dac44784-70a3-49f0-bd56-9b724ccc27cc:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:47.825365615Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1\") failed: Property not found. retry in 38.904854ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:47.84378584Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_oximeter_987cdbf0-9703-44d8-809c-7fc661879e56:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:47.844758038Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_dac44784-70a3-49f0-bd56-9b724ccc27cc zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:47.84482164Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_dac44784-70a3-49f0-bd56-9b724ccc27cc","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_oximeter_987cdbf0-9703-44d8-809c-7fc661879e56 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:47.855342011Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_987cdbf0-9703-44d8-809c-7fc661879e56","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1\") failed: Property not found. retry in 57.476734ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:47.903184493Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_728110ff-542c-40c6-b380-d8fde116dad7\") failed: Property not found. retry in 40.237651ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:47.920165446Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_728110ff-542c-40c6-b380-d8fde116dad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8cb44ea6-bc28-4b69-9403-d2a1af99568e\") failed: Property not found. retry in 70.051013ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:47.939342379Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_8cb44ea6-bc28-4b69-9403-d2a1af99568e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_728110ff-542c-40c6-b380-d8fde116dad7\") failed: Property not found. retry in 144.317759ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:47.991074137Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_728110ff-542c-40c6-b380-d8fde116dad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1\") failed: Property not found. retry in 188.805164ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:48.062005205Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8cb44ea6-bc28-4b69-9403-d2a1af99568e\") failed: Property not found. retry in 134.997982ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:48.095624432Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_8cb44ea6-bc28-4b69-9403-d2a1af99568e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c469e1af-57b9-4787-8577-1e177df6a4ab\") failed: Property not found. retry in 42.41895ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:48.107614055Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c469e1af-57b9-4787-8577-1e177df6a4ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b\") failed: Property not found. retry in 49.184993ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:48.119528646Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189\") failed: Property not found. retry in 53.173049ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:48.132609137Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_728110ff-542c-40c6-b380-d8fde116dad7\") failed: Property not found. retry in 234.783304ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:48.148222255Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_728110ff-542c-40c6-b380-d8fde116dad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c469e1af-57b9-4787-8577-1e177df6a4ab\") failed: Property not found. retry in 111.883984ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:48.208633126Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c469e1af-57b9-4787-8577-1e177df6a4ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b\") failed: Property not found. retry in 58.778132ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:48.222315708Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:48.223152563Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189\") failed: Property not found. retry in 110.145488ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:48.240836884Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:48.242063003Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:48.270577937Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:48.271420782Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:48.271985677Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_oximeter_987cdbf0-9703-44d8-809c-7fc661879e56\") failed: Property not found. retry in 64.477609ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:48.284159747Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_987cdbf0-9703-44d8-809c-7fc661879e56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dac44784-70a3-49f0-bd56-9b724ccc27cc\") failed: Property not found. retry in 49.829445ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:48.296686851Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_dac44784-70a3-49f0-bd56-9b724ccc27cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1\") failed: Property not found. retry in 539.370241ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:48.311731191Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:48.311833254Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8cb44ea6-bc28-4b69-9403-d2a1af99568e\") failed: Property not found. retry in 166.326991ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:48.333054703Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_8cb44ea6-bc28-4b69-9403-d2a1af99568e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c469e1af-57b9-4787-8577-1e177df6a4ab\") failed: Property not found. retry in 259.526175ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:48.344687641Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c469e1af-57b9-4787-8577-1e177df6a4ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:48.344753733Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:48.35269836Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:48.390757581Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:48.466016767Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:48.466091319Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b\") failed: Property not found. retry in 245.595617ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:48.530244942Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:48.531491179Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_oximeter_987cdbf0-9703-44d8-809c-7fc661879e56\") failed: Property not found. retry in 116.5458ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:48.548896133Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_987cdbf0-9703-44d8-809c-7fc661879e56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dac44784-70a3-49f0-bd56-9b724ccc27cc\") failed: Property not found. retry in 79.238317ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:48.565060942Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_dac44784-70a3-49f0-bd56-9b724ccc27cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_728110ff-542c-40c6-b380-d8fde116dad7\") failed: Property not found. retry in 246.265646ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:48.582344023Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_728110ff-542c-40c6-b380-d8fde116dad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8cb44ea6-bc28-4b69-9403-d2a1af99568e\") failed: Property not found. retry in 224.098028ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:48.5974655Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_8cb44ea6-bc28-4b69-9403-d2a1af99568e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189\") failed: Property not found. retry in 284.537656ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:48.613188938Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c469e1af-57b9-4787-8577-1e177df6a4ab\") failed: Property not found. retry in 326.95959ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:48.6346096Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c469e1af-57b9-4787-8577-1e177df6a4ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:48.634716823Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:48.643201354Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dac44784-70a3-49f0-bd56-9b724ccc27cc\") failed: Property not found. retry in 217.03043ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:48.66836624Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_dac44784-70a3-49f0-bd56-9b724ccc27cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_987cdbf0-9703-44d8-809c-7fc661879e56\") failed: Property not found. retry in 294.686816ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:48.684390669Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_987cdbf0-9703-44d8-809c-7fc661879e56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2\") failed: Property not found. retry in 45.465741ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:48.698154348Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39\") failed: Property not found. retry in 73.254425ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:48.71231474Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3\") failed: Property not found. retry in 64.404611ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:48.72670322Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2\") failed: Property not found. retry in 93.120899ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:48.759979202Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def\") failed: Property not found. retry in 35.036838ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:48.773512042Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e\") failed: Property not found. retry in 37.266007ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:48.787104077Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b\") failed: Property not found. retry in 228.362071ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:48.804946155Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39\") failed: Property not found. retry in 115.969095ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:48.951382376Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dac44784-70a3-49f0-bd56-9b724ccc27cc\") failed: Property not found. retry in 443.476094ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.073000277Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_dac44784-70a3-49f0-bd56-9b724ccc27cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1\") failed: Property not found. retry in 1.154794005s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.116355529Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2\") failed: Property not found. retry in 283.3361ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.169932647Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_728110ff-542c-40c6-b380-d8fde116dad7\") failed: Property not found. retry in 511.305988ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.258301933Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_728110ff-542c-40c6-b380-d8fde116dad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8cb44ea6-bc28-4b69-9403-d2a1af99568e\") failed: Property not found. retry in 413.634998ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.312307342Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_8cb44ea6-bc28-4b69-9403-d2a1af99568e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189\") failed: Property not found. retry in 261.642201ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.336754765Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3\") failed: Property not found. retry in 51.838261ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.361839567Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def\") failed: Property not found. retry in 54.098749ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.387963476Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e\") failed: Property not found. retry in 113.07221ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.403029952Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b\") failed: Property not found. retry in 492.423419ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.416339419Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b\") failed: Property not found. retry in 31.519226ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.427457029Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_987cdbf0-9703-44d8-809c-7fc661879e56\") failed: Property not found. retry in 404.823053ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.442193034Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_987cdbf0-9703-44d8-809c-7fc661879e56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c469e1af-57b9-4787-8577-1e177df6a4ab\") failed: Property not found. retry in 487.027809ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.458398576Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c469e1af-57b9-4787-8577-1e177df6a4ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39\") failed: Property not found. retry in 157.164163ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.475626707Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3\") failed: Property not found. retry in 106.54661ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.49154784Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def\") failed: Property not found. retry in 287.958657ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.504035578Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373\") failed: Property not found. retry in 68.965444ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.519326517Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e\") failed: Property not found. retry in 160.29991ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.532181792Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b\") failed: Property not found. retry in 138.229774ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.541930977Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dac44784-70a3-49f0-bd56-9b724ccc27cc\") failed: Property not found. retry in 1.160907662s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.555356324Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_dac44784-70a3-49f0-bd56-9b724ccc27cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2\") failed: Property not found. retry in 295.711696ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.56928394Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373\") failed: Property not found. retry in 128.605603ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.603651115Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189\") failed: Property not found. retry in 1.050057174s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.620880354Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3\") failed: Property not found. retry in 599.667127ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.635341952Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39\") failed: Property not found. retry in 442.361462ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.648295343Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b\") failed: Property not found. retry in 272.532991ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.696851869Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e\") failed: Property not found. retry in 285.354432ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.710340491Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8cb44ea6-bc28-4b69-9403-d2a1af99568e\") failed: Property not found. retry in 735.479073ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.742553872Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_8cb44ea6-bc28-4b69-9403-d2a1af99568e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373\") failed: Property not found. retry in 215.555149ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.758153639Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_728110ff-542c-40c6-b380-d8fde116dad7\") failed: Property not found. retry in 1.337408033s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.786061217Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_728110ff-542c-40c6-b380-d8fde116dad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def\") failed: Property not found. retry in 592.968996ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.809384033Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_987cdbf0-9703-44d8-809c-7fc661879e56\") failed: Property not found. retry in 915.60574ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.86404866Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_987cdbf0-9703-44d8-809c-7fc661879e56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2\") failed: Property not found. retry in 784.614142ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.881310701Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:49.883311433Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:49.883358714Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:49.88358743Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:49.894799915Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b\") failed: Property not found. retry in 871.85582ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.924457759Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c469e1af-57b9-4787-8577-1e177df6a4ab\") failed: Property not found. retry in 1.472724384s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.963307763Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c469e1af-57b9-4787-8577-1e177df6a4ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b\") failed: Property not found. retry in 368.709959ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.983387767Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373\") failed: Property not found. retry in 253.530885ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:49.998140039Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e\") failed: Property not found. retry in 580.09814ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:50.013872112Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:50.015222378Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:50.015518643Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39\") failed: Property not found. retry in 678.975524ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:50.171712491Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3\") failed: Property not found. retry in 1.028082874s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:50.254086038Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373\") failed: Property not found. retry in 1.166598748s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:50.272644342Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1\") failed: Property not found. retry in 1.09837043s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:50.29133319Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf\") failed: Property not found. retry in 51.064703ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:50.313791946Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115\") failed: Property not found. retry in 73.697977ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:50.3280328Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b\") failed: Property not found. retry in 879.01586ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:50.371108604Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf\") failed: Property not found. retry in 54.387896ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:50.385188352Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115\") failed: Property not found. retry in 72.929721ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:50.416216969Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def\") failed: Property not found. retry in 574.541965ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:50.491096673Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115\") failed: Property not found. retry in 160.884338ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:50.526421665Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8cb44ea6-bc28-4b69-9403-d2a1af99568e\") failed: Property not found. retry in 1.21127782s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:50.612137832Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_8cb44ea6-bc28-4b69-9403-d2a1af99568e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf\") failed: Property not found. retry in 262.564915ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:50.633481249Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af\") failed: Property not found. retry in 34.894479ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:50.650978185Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e\") failed: Property not found. retry in 1.381019818s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:50.670402235Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2\") failed: Property not found. retry in 1.42659564s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:50.685603769Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189\") failed: Property not found. retry in 698.861375ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:50.702384457Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115\") failed: Property not found. retry in 444.934272ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:50.718246014Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af\") failed: Property not found. retry in 75.414098ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:50.731197641Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dac44784-70a3-49f0-bd56-9b724ccc27cc\") failed: Property not found. retry in 999.285818ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:50.746750357Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_dac44784-70a3-49f0-bd56-9b724ccc27cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_987cdbf0-9703-44d8-809c-7fc661879e56\") failed: Property not found. retry in 1.031510548s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:50.802819538Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_987cdbf0-9703-44d8-809c-7fc661879e56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b\") failed: Property not found. retry in 577.259174ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:50.820319727Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af\") failed: Property not found. retry in 152.137152ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:50.835973255Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39\") failed: Property not found. retry in 673.453357ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:50.868783689Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf\") failed: Property not found. retry in 568.790266ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:50.91412664Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:50.990493877Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"40.302969239s"} {"msg":"wait for service Some(\"oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af\") failed: Property not found. retry in 285.697632ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:51.009317417Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def\") failed: Property not found. retry in 1.228954068s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:51.08408329Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_728110ff-542c-40c6-b380-d8fde116dad7\") failed: Property not found. retry in 1.237648662s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:51.144140105Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_728110ff-542c-40c6-b380-d8fde116dad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115\") failed: Property not found. retry in 988.468969ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:51.182782215Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b\") failed: Property not found. retry in 973.817084ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:51.270329217Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3\") failed: Property not found. retry in 731.296363ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:51.301375445Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af\") failed: Property not found. retry in 686.351478ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:51.320120306Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1\") failed: Property not found. retry in 1.010850367s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:51.409578893Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b\") failed: Property not found. retry in 1.271592367s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:51.429209323Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189\") failed: Property not found. retry in 676.422789ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:51.44893625Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c469e1af-57b9-4787-8577-1e177df6a4ab\") failed: Property not found. retry in 1.097427568s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:51.469822213Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c469e1af-57b9-4787-8577-1e177df6a4ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373\") failed: Property not found. retry in 1.12384077s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:51.489702434Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf\") failed: Property not found. retry in 842.435115ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:51.50766635Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39\") failed: Property not found. retry in 1.495514403s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:51.571370366Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dac44784-70a3-49f0-bd56-9b724ccc27cc\") failed: Property not found. retry in 1.14116341s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:51.766078106Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_dac44784-70a3-49f0-bd56-9b724ccc27cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8cb44ea6-bc28-4b69-9403-d2a1af99568e\") failed: Property not found. retry in 1.211909669s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:51.843756881Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_8cb44ea6-bc28-4b69-9403-d2a1af99568e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_987cdbf0-9703-44d8-809c-7fc661879e56\") failed: Property not found. retry in 1.309725577s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:51.861511344Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_987cdbf0-9703-44d8-809c-7fc661879e56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af\") failed: Property not found. retry in 971.732687ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:52.021962794Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3\") failed: Property not found. retry in 522.131142ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:52.046844143Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e\") failed: Property not found. retry in 1.221861875s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:52.064622827Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2\") failed: Property not found. retry in 1.47001014s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:52.125700659Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189\") failed: Property not found. retry in 944.378773ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:52.138554387Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115\") failed: Property not found. retry in 1.020154811s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:52.187107581Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b\") failed: Property not found. retry in 1.48497546s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:52.266096755Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def\") failed: Property not found. retry in 1.178986809s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:52.331346805Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf\") failed: Property not found. retry in 1.252649847s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:52.37091409Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_728110ff-542c-40c6-b380-d8fde116dad7\") failed: Property not found. retry in 1.203365042s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:52.405500673Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_728110ff-542c-40c6-b380-d8fde116dad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1\") failed: Property not found. retry in 598.58219ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:52.445967094Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c469e1af-57b9-4787-8577-1e177df6a4ab\") failed: Property not found. retry in 832.408588ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:52.587629153Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c469e1af-57b9-4787-8577-1e177df6a4ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3\") failed: Property not found. retry in 1.472346137s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:52.608515408Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373\") failed: Property not found. retry in 654.14764ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:52.632217677Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b\") failed: Property not found. retry in 1.308652758s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:52.72280508Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dac44784-70a3-49f0-bd56-9b724ccc27cc\") failed: Property not found. retry in 933.866077ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:52.929945529Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_dac44784-70a3-49f0-bd56-9b724ccc27cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af\") failed: Property not found. retry in 1.331710601s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:53.01201418Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1\") failed: Property not found. retry in 853.21664ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:53.060349279Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8cb44ea6-bc28-4b69-9403-d2a1af99568e\") failed: Property not found. retry in 977.655246ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:53.073650686Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_8cb44ea6-bc28-4b69-9403-d2a1af99568e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39\") failed: Property not found. retry in 670.219775ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:53.085981018Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189\") failed: Property not found. retry in 883.923834ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:53.098128055Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_987cdbf0-9703-44d8-809c-7fc661879e56\") failed: Property not found. retry in 643.795676ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:53.188885053Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_987cdbf0-9703-44d8-809c-7fc661879e56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115\") failed: Property not found. retry in 1.415374041s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:53.219760969Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373\") failed: Property not found. retry in 1.424868101s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:53.303424871Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e\") failed: Property not found. retry in 660.78632ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:53.320763726Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c469e1af-57b9-4787-8577-1e177df6a4ab\") failed: Property not found. retry in 1.444617683s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:53.440292823Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c469e1af-57b9-4787-8577-1e177df6a4ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def\") failed: Property not found. retry in 990.899519ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:53.528738061Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2\") failed: Property not found. retry in 933.308184ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:53.615317561Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_728110ff-542c-40c6-b380-d8fde116dad7\") failed: Property not found. retry in 1.110732019s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:53.632034899Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_728110ff-542c-40c6-b380-d8fde116dad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf\") failed: Property not found. retry in 547.185688ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:53.651900445Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b\") failed: Property not found. retry in 1.039512452s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:53.767428173Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39\") failed: Property not found. retry in 958.381331ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:53.783193541Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_987cdbf0-9703-44d8-809c-7fc661879e56\") failed: Property not found. retry in 1.41322084s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:53.846916107Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_987cdbf0-9703-44d8-809c-7fc661879e56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dac44784-70a3-49f0-bd56-9b724ccc27cc\") failed: Property not found. retry in 704.577074ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:53.879558179Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_dac44784-70a3-49f0-bd56-9b724ccc27cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1\") failed: Property not found. retry in 1.062030611s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:53.932259862Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189\") failed: Property not found. retry in 1.295808747s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:54.000892685Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e\") failed: Property not found. retry in 505.722095ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:54.018929223Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b\") failed: Property not found. retry in 1.345838334s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:54.047618092Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8cb44ea6-bc28-4b69-9403-d2a1af99568e\") failed: Property not found. retry in 785.536746ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:54.065973173Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_8cb44ea6-bc28-4b69-9403-d2a1af99568e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3\") failed: Property not found. retry in 1.252321224s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:54.096431519Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_286ceca1-7f09-4fe6-b531-9f5f373850ee:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:54.168588149Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_286ceca1-7f09-4fe6-b531-9f5f373850ee zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:03:54.169281317Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_286ceca1-7f09-4fe6-b531-9f5f373850ee","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf\") failed: Property not found. retry in 991.45184ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:54.211821867Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af\") failed: Property not found. retry in 1.300547613s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:54.356915936Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_286ceca1-7f09-4fe6-b531-9f5f373850ee\") failed: Property not found. retry in 63.981029ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:54.425505436Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_286ceca1-7f09-4fe6-b531-9f5f373850ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_286ceca1-7f09-4fe6-b531-9f5f373850ee\") failed: Property not found. retry in 51.101192ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:54.502693247Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_286ceca1-7f09-4fe6-b531-9f5f373850ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def\") failed: Property not found. retry in 1.436145917s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:54.556047097Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_286ceca1-7f09-4fe6-b531-9f5f373850ee\") failed: Property not found. retry in 276.982639ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:54.716374716Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_286ceca1-7f09-4fe6-b531-9f5f373850ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2\") failed: Property not found. retry in 1.190961153s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:54.728921781Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e\") failed: Property not found. retry in 1.055750342s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:54.79632625Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dac44784-70a3-49f0-bd56-9b724ccc27cc\") failed: Property not found. retry in 1.29408435s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:54.810458101Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_dac44784-70a3-49f0-bd56-9b724ccc27cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115\") failed: Property not found. retry in 578.026029ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:54.824556327Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_728110ff-542c-40c6-b380-d8fde116dad7\") failed: Property not found. retry in 826.785815ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:54.839139357Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_728110ff-542c-40c6-b380-d8fde116dad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39\") failed: Property not found. retry in 1.454503156s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:54.851258116Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373\") failed: Property not found. retry in 899.765354ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:54.864233995Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b\") failed: Property not found. retry in 1.065894194s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:54.875344894Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8cb44ea6-bc28-4b69-9403-d2a1af99568e\") failed: Property not found. retry in 1.15380801s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:54.888283373Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_8cb44ea6-bc28-4b69-9403-d2a1af99568e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c469e1af-57b9-4787-8577-1e177df6a4ab\") failed: Property not found. retry in 853.520518ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:54.899122496Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c469e1af-57b9-4787-8577-1e177df6a4ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_286ceca1-7f09-4fe6-b531-9f5f373850ee\") failed: Property not found. retry in 484.5202ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:54.97210356Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_286ceca1-7f09-4fe6-b531-9f5f373850ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1\") failed: Property not found. retry in 1.335786159s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:55.007338379Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf\") failed: Property not found. retry in 1.164596125s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:55.214961777Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_987cdbf0-9703-44d8-809c-7fc661879e56\") failed: Property not found. retry in 1.014160946s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:55.275422715Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_987cdbf0-9703-44d8-809c-7fc661879e56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189\") failed: Property not found. retry in 586.969852ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:55.309111494Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3\") failed: Property not found. retry in 1.411341432s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:55.361664545Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b\") failed: Property not found. retry in 904.734739ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:55.406156997Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115\") failed: Property not found. retry in 685.581368ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:55.430225115Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_286ceca1-7f09-4fe6-b531-9f5f373850ee\") failed: Property not found. retry in 798.245433ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:55.470382882Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_286ceca1-7f09-4fe6-b531-9f5f373850ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af\") failed: Property not found. retry in 677.59333ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:55.672431175Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_728110ff-542c-40c6-b380-d8fde116dad7\") failed: Property not found. retry in 1.065271381s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:55.684341593Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_728110ff-542c-40c6-b380-d8fde116dad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c469e1af-57b9-4787-8577-1e177df6a4ab\") failed: Property not found. retry in 1.47229911s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:55.76775921Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_c469e1af-57b9-4787-8577-1e177df6a4ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373\") failed: Property not found. retry in 948.980494ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:55.779502297Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e\") failed: Property not found. retry in 1.219027121s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:55.866544538Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189\") failed: Property not found. retry in 1.39283031s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:55.90838262Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2\") failed: Property not found. retry in 1.491526666s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:55.930261141Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b\") failed: Property not found. retry in 1.176870419s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:55.953838136Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def\") failed: Property not found. retry in 1.369783772s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:56.006835142Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8cb44ea6-bc28-4b69-9403-d2a1af99568e\") failed: Property not found. retry in 938.849316ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:56.058079629Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_8cb44ea6-bc28-4b69-9403-d2a1af99568e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_dac44784-70a3-49f0-bd56-9b724ccc27cc\") failed: Property not found. retry in 1.369332485s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:56.118393901Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_dac44784-70a3-49f0-bd56-9b724ccc27cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115\") failed: Property not found. retry in 573.757915ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:56.130021934Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_286ceca1-7f09-4fe6-b531-9f5f373850ee\") failed: Property not found. retry in 1.215975879s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:56.284171528Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_286ceca1-7f09-4fe6-b531-9f5f373850ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_987cdbf0-9703-44d8-809c-7fc661879e56\") failed: Property not found. retry in 718.382033ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:56.304836508Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_987cdbf0-9703-44d8-809c-7fc661879e56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39\") failed: Property not found. retry in 1.264423885s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:56.321509883Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b\") failed: Property not found. retry in 1.160591001s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:56.336276596Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1\") failed: Property not found. retry in 662.430225ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:56.359821433Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af\") failed: Property not found. retry in 1.318805771s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:56.374084505Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf\") failed: Property not found. retry in 1.167080693s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:56.393894892Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115\") failed: Property not found. retry in 761.284621ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:56.721502721Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373\") failed: Property not found. retry in 608.787804ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:56.74647484Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_728110ff-542c-40c6-b380-d8fde116dad7\") failed: Property not found. retry in 1.391855788s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:56.765869959Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_728110ff-542c-40c6-b380-d8fde116dad7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3\") failed: Property not found. retry in 665.811537ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:56.789242529Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_987cdbf0-9703-44d8-809c-7fc661879e56\") failed: Property not found. retry in 925.082376ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:57.044724426Z","hostname":"buskin","pid":1566,"zone":"oxz_oximeter_987cdbf0-9703-44d8-809c-7fc661879e56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1\") failed: Property not found. retry in 887.751003ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:57.060873537Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e\") failed: Property not found. retry in 1.37047905s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:57.108467317Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b\") failed: Property not found. retry in 968.349131ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:57.147442326Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189\") failed: Property not found. retry in 1.272008989s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:57.318777585Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373\") failed: Property not found. retry in 908.171317ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:57.375647126Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def\") failed: Property not found. retry in 736.928962ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:57.401600889Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2\") failed: Property not found. retry in 1.037288236s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:57.444016272Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3\") failed: Property not found. retry in 899.340439ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:57.479777376Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115\") failed: Property not found. retry in 1.235201632s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:57.506527332Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b\") failed: Property not found. retry in 1.454813626s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:57.531763212Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_286ceca1-7f09-4fe6-b531-9f5f373850ee\") failed: Property not found. retry in 707.543455ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:57.550147125Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_286ceca1-7f09-4fe6-b531-9f5f373850ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf\") failed: Property not found. retry in 1.481659781s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:57.59451143Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39\") failed: Property not found. retry in 982.864322ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:57.612708257Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af\") failed: Property not found. retry in 626.720964ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:57.715001492Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b\") failed: Property not found. retry in 745.468702ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:58.137268884Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def\") failed: Property not found. retry in 849.393648ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:58.158706983Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_286ceca1-7f09-4fe6-b531-9f5f373850ee\") failed: Property not found. retry in 538.55022ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:58.276326544Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_286ceca1-7f09-4fe6-b531-9f5f373850ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373\") failed: Property not found. retry in 824.811591ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:58.303236017Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af\") failed: Property not found. retry in 1.141231079s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:58.360668955Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3\") failed: Property not found. retry in 1.325903746s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:58.399387346Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e\") failed: Property not found. retry in 718.197ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:58.497807965Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2\") failed: Property not found. retry in 1.00473512s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:58.514524328Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189\") failed: Property not found. retry in 766.555902ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:58.609495049Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39\") failed: Property not found. retry in 514.053818ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:58.632050415Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115\") failed: Property not found. retry in 1.138453407s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:58.758320413Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_286ceca1-7f09-4fe6-b531-9f5f373850ee\") failed: Property not found. retry in 1.47198937s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:58.833654576Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_286ceca1-7f09-4fe6-b531-9f5f373850ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b\") failed: Property not found. retry in 1.466303765s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:58.898200863Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def\") failed: Property not found. retry in 1.091634107s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:59.032124918Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf\") failed: Property not found. retry in 1.148522645s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:59.091260478Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373\") failed: Property not found. retry in 1.210588957s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:59.141970612Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39\") failed: Property not found. retry in 1.465897576s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:59.163318751Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e\") failed: Property not found. retry in 614.628662ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:59.236753088Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189\") failed: Property not found. retry in 554.168465ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:59.392372799Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af\") failed: Property not found. retry in 1.480081407s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:59.520415731Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2\") failed: Property not found. retry in 944.826532ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:59.545615128Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3\") failed: Property not found. retry in 781.200246ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:59.739159208Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e\") failed: Property not found. retry in 516.091169ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:59.865728581Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115\") failed: Property not found. retry in 915.189442ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:59.911939855Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189\") failed: Property not found. retry in 736.693435ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:03:59.96442605Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def\") failed: Property not found. retry in 1.067974041s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:04:00.14003419Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf\") failed: Property not found. retry in 535.44213ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:04:00.253823957Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_286ceca1-7f09-4fe6-b531-9f5f373850ee\") failed: Property not found. retry in 1.017763593s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:04:00.320589938Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_286ceca1-7f09-4fe6-b531-9f5f373850ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b\") failed: Property not found. retry in 1.433297113s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:04:00.381546752Z","hostname":"buskin","pid":1566,"zone":"oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e\") failed: Property not found. retry in 1.211537205s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:04:00.39449315Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2\") failed: Property not found. retry in 1.353652123s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:04:00.505423784Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3\") failed: Property not found. retry in 654.80483ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:04:00.532739557Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39\") failed: Property not found. retry in 1.380098868s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:04:00.642421759Z","hostname":"buskin","pid":1566,"zone":"oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf\") failed: Property not found. retry in 1.335202447s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:04:00.801601413Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115\") failed: Property not found. retry in 1.163969673s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:04:00.839907856Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af\") failed: Property not found. retry in 621.390195ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:04:01.018195913Z","hostname":"buskin","pid":1566,"zone":"oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_286ceca1-7f09-4fe6-b531-9f5f373850ee\") failed: Property not found. retry in 1.433221481s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:04:01.353041791Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_286ceca1-7f09-4fe6-b531-9f5f373850ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_286ceca1-7f09-4fe6-b531-9f5f373850ee\") failed: Property not found. retry in 1.421615152s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:04:02.79845112Z","hostname":"buskin","pid":1566,"zone":"oxz_clickhouse_286ceca1-7f09-4fe6-b531-9f5f373850ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:04.247868524Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_74843ccf-cbc2-4321-a945-b796c2b7819b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:04.247912525Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_external_dns_9bb732d7-5c6c-418e-9bb4-2b78363c496b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:04.247918446Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_oximeter_987cdbf0-9703-44d8-809c-7fc661879e56"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:04.247922796Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_clickhouse_286ceca1-7f09-4fe6-b531-9f5f373850ee"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:04.247926726Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_pantry_dac44784-70a3-49f0-bd56-9b724ccc27cc"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:04.247931136Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_pantry_78444434-3b42-4723-9f32-a86c8bc7cfb1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:04.247935796Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_nexus_5a2da4c3-1dce-4828-9073-a93ecc67e115"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:04.247940546Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_b158ad2f-896b-4cb1-a3f6-25308c7902f2"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:04.247957796Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_728110ff-542c-40c6-b380-d8fde116dad7"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:04.247966827Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_pantry_8cb44ea6-bc28-4b69-9403-d2a1af99568e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:04.247970817Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_nexus_1d05500b-26d9-4871-8794-d746af81cddf"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:04.247974977Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_nexus_4a50bf12-1fdc-4917-8d03-ca85c9fb72af"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:04.247991268Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_089ac3bd-5acd-4d4a-b817-663df1ba5189"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:04.247996328Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_c469e1af-57b9-4787-8577-1e177df6a4ab"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:04.248014268Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_42e26c2e-2815-407e-a6c9-3347c4b92f39"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:04.248018908Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_af8098bd-1929-4d8b-aaa0-60e5901f96b3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:04.248023048Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_f53f8a2e-1184-418d-8a44-73b6522b6def"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:04.248351507Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_external_dns_a6e7ea12-5d7a-4497-b4c7-99b34dca3373"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:04.248358477Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_d15694ae-7c87-404e-950e-21580e1d390e"} {"msg":"Writing ledger to /pool/int/c1febdee-2c98-4f12-9aa4-ad18d04436bd/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:04.26805372Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2db2571c-c8fc-49d7-9a67-c3d98ed7f856/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:04.272020043Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:04.315116348Z","hostname":"buskin","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"3f7f9c0d-a5b3-4192-8813-b62ba71fec23","remote_addr":"[fd00:1122:3344:101::1]:57462","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":28371155,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:04.325368045Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1435"} {"msg":"Writing ledger to /pool/int/c1febdee-2c98-4f12-9aa4-ad18d04436bd/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:04.325377316Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2db2571c-c8fc-49d7-9a67-c3d98ed7f856/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:04.325646363Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:04.337864804Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:774"} {"msg":"Nexus address: [fd00:1122:3344:101::a]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:04.338788846Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:786"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n rib_priority: None,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n tx_eq: None,\n uplink_port_fec: Some(\n None,\n ),\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:04.377581858Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1000"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/1612ec8d-a72c-445a-999f-274daa8c155e/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:04.610334092Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/1612ec8d-a72c-445a-999f-274daa8c155e/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:04.722356746Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/1612ec8d-a72c-445a-999f-274daa8c155e/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:04.86583167Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/1612ec8d-a72c-445a-999f-274daa8c155e/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:05.04440311Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/1612ec8d-a72c-445a-999f-274daa8c155e/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:05.254218525Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/1612ec8d-a72c-445a-999f-274daa8c155e/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:05.513595623Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/1612ec8d-a72c-445a-999f-274daa8c155e/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:05.661321469Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/1612ec8d-a72c-445a-999f-274daa8c155e/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:05.872655973Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:05.948540674Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:05.956019899Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"b91e4e7b-6b53-44ba-b35b-df96fd66428a","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46176","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1509,"response_code":"200"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/1612ec8d-a72c-445a-999f-274daa8c155e/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:06.096256179Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/1612ec8d-a72c-445a-999f-274daa8c155e/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:06.731030263Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/1612ec8d-a72c-445a-999f-274daa8c155e/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:07.354953725Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/1612ec8d-a72c-445a-999f-274daa8c155e/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:08.100816529Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/1612ec8d-a72c-445a-999f-274daa8c155e/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:08.847667288Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95c08437-ad24-448a-81dd-2e0913c0f9ee\", \"content-length\": \"173\", \"date\": \"Thu, 12 Dec 2024 04:04:11 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"1612ec8d-a72c-445a-999f-274daa8c155e\\\"\", request_id: \"95c08437-ad24-448a-81dd-2e0913c0f9ee\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:11.281315236Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"091101dd-5a34-47d9-adb4-407dd31d0050\", \"content-length\": \"173\", \"date\": \"Thu, 12 Dec 2024 04:04:11 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"1612ec8d-a72c-445a-999f-274daa8c155e\\\"\", request_id: \"091101dd-5a34-47d9-adb4-407dd31d0050\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:11.885991605Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa354826-c204-4169-9883-866c517bc610\", \"content-length\": \"173\", \"date\": \"Thu, 12 Dec 2024 04:04:11 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"1612ec8d-a72c-445a-999f-274daa8c155e\\\"\", request_id: \"aa354826-c204-4169-9883-866c517bc610\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:12.703560626Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fabd152-7994-4804-951e-c5ad78db0ef3\", \"content-length\": \"173\", \"date\": \"Thu, 12 Dec 2024 04:04:13 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"1612ec8d-a72c-445a-999f-274daa8c155e\\\"\", request_id: \"0fabd152-7994-4804-951e-c5ad78db0ef3\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:13.886026949Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b21f774-1d0f-445d-8a7c-8702d14ccc63\", \"content-length\": \"173\", \"date\": \"Thu, 12 Dec 2024 04:04:16 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"80af691a-30bb-4399-8524-a68071b516df\\\"\", request_id: \"4b21f774-1d0f-445d-8a7c-8702d14ccc63\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:16.084826809Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:18.320520099Z","hostname":"buskin","pid":1566,"component":"NexusNotifierTask","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/nexus.rs:500","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:18.404371217Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:63029"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:18.406137063Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:18.406351069Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/c1febdee-2c98-4f12-9aa4-ad18d04436bd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:18.406495923Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2db2571c-c8fc-49d7-9a67-c3d98ed7f856/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:18.407220182Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:18.422047661Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:18.422073822Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_52ff5631-9ac0-4ac7-86b7-64ca5116a071"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:18.446057448Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:18.446086739Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_10da5ed2-63d5-4960-a7ed-e0f22ea11d46"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:18.46695102Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:18.466980201Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:18.492503777Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:18.492538278Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_fb2d454c-3596-42d0-8ff3-f8219d6e3f47"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:18.51635546Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:18.5163823Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_23c36e6b-2f3a-43bc-b874-06ee7fff36f4"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 4b8ca783-c0e0-4c3f-a149-be038075af29 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:18.539196706Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:18.539225556Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_4b8ca783-c0e0-4c3f-a149-be038075af29"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 4c2dd18b-2445-4d2c-acfe-6708713b37f2 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:18.562942495Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:18.562977826Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_4c2dd18b-2445-4d2c-acfe-6708713b37f2"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 1f09e596-8c3b-4084-9722-b9e187b46c0f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:18.588021023Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:18.588103245Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_1f09e596-8c3b-4084-9722-b9e187b46c0f"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2ce90261-9b65-4601-b849-599cec034d39 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:18.611503312Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:18.611533943Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_2ce90261-9b65-4601-b849-599cec034d39"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:18.624897542Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"bc0b55a2-c923-4339-aa76-0bf0bd02d1d0","remote_addr":"[fd00:1122:3344:101::c]:63029","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":220067,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:19.582292365Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:36178"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:19.585513929Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 418f0b92-89c3-4081-80db-c6859ed8ae21, kind: Service { id: 9bb732d7-5c6c-418e-9bb4-2b78363c496b }, name: Name(\"external-dns-9bb732d7-5c6c-418e-9bb4-2b78363c496b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 233])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ed7bfea0-7e5d-4d9a-b1dc-17fadc8bd515, kind: Service { id: a6e7ea12-5d7a-4497-b4c7-99b34dca3373 }, name: Name(\"external-dns-a6e7ea12-5d7a-4497-b4c7-99b34dca3373\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 168])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 30bac288-b547-49b2-af15-904789a7cb38, kind: Service { id: 5a2da4c3-1dce-4828-9073-a93ecc67e115 }, name: Name(\"nexus-5a2da4c3-1dce-4828-9073-a93ecc67e115\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 97897984-7c73-42ae-8b0b-eaf9a2bc7479, kind: Service { id: 1d05500b-26d9-4871-8794-d746af81cddf }, name: Name(\"nexus-1d05500b-26d9-4871-8794-d746af81cddf\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ab6e9116-cfc4-4b3e-98be-2bb67d110731, kind: Service { id: 4a50bf12-1fdc-4917-8d03-ca85c9fb72af }, name: Name(\"nexus-4a50bf12-1fdc-4917-8d03-ca85c9fb72af\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 128])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:19.58554794Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:19.586043693Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:19.586058323Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:19.586069614Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:19.586088254Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:19.586105775Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:19.586139416Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"3a30c947-c390-4c7d-92b8-ed218652f7ad","remote_addr":"[fd00:1122:3344:101::a]:36178","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3675,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:19.586776045Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1072"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:19.918990024Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:48114"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:19.919296922Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:19.919308003Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/c1febdee-2c98-4f12-9aa4-ad18d04436bd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:19.919357704Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2db2571c-c8fc-49d7-9a67-c3d98ed7f856/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:19.919639621Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:19.928674317Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:47408"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:19.928977415Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 418f0b92-89c3-4081-80db-c6859ed8ae21, kind: Service { id: 9bb732d7-5c6c-418e-9bb4-2b78363c496b }, name: Name(\"external-dns-9bb732d7-5c6c-418e-9bb4-2b78363c496b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 233])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ed7bfea0-7e5d-4d9a-b1dc-17fadc8bd515, kind: Service { id: a6e7ea12-5d7a-4497-b4c7-99b34dca3373 }, name: Name(\"external-dns-a6e7ea12-5d7a-4497-b4c7-99b34dca3373\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 168])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 30bac288-b547-49b2-af15-904789a7cb38, kind: Service { id: 5a2da4c3-1dce-4828-9073-a93ecc67e115 }, name: Name(\"nexus-5a2da4c3-1dce-4828-9073-a93ecc67e115\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 97897984-7c73-42ae-8b0b-eaf9a2bc7479, kind: Service { id: 1d05500b-26d9-4871-8794-d746af81cddf }, name: Name(\"nexus-1d05500b-26d9-4871-8794-d746af81cddf\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ab6e9116-cfc4-4b3e-98be-2bb67d110731, kind: Service { id: 4a50bf12-1fdc-4917-8d03-ca85c9fb72af }, name: Name(\"nexus-4a50bf12-1fdc-4917-8d03-ca85c9fb72af\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 128])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:19.929023066Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:19.929228131Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:19.929258492Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:19.929280483Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:19.929287103Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:19.929318264Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:19.929343044Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"929a0e74-4610-4a5c-b920-f999f138f589","remote_addr":"[fd00:1122:3344:101::a]:47408","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":552,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:19.930858892Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:19.930876472Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_52ff5631-9ac0-4ac7-86b7-64ca5116a071"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:19.956229144Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:19.956280945Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_10da5ed2-63d5-4960-a7ed-e0f22ea11d46"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:19.980019014Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:19.980059926Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:20.00207451Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:51878"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:20.002337557Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 418f0b92-89c3-4081-80db-c6859ed8ae21, kind: Service { id: 9bb732d7-5c6c-418e-9bb4-2b78363c496b }, name: Name(\"external-dns-9bb732d7-5c6c-418e-9bb4-2b78363c496b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 233])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ed7bfea0-7e5d-4d9a-b1dc-17fadc8bd515, kind: Service { id: a6e7ea12-5d7a-4497-b4c7-99b34dca3373 }, name: Name(\"external-dns-a6e7ea12-5d7a-4497-b4c7-99b34dca3373\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 168])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 30bac288-b547-49b2-af15-904789a7cb38, kind: Service { id: 5a2da4c3-1dce-4828-9073-a93ecc67e115 }, name: Name(\"nexus-5a2da4c3-1dce-4828-9073-a93ecc67e115\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 97897984-7c73-42ae-8b0b-eaf9a2bc7479, kind: Service { id: 1d05500b-26d9-4871-8794-d746af81cddf }, name: Name(\"nexus-1d05500b-26d9-4871-8794-d746af81cddf\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ab6e9116-cfc4-4b3e-98be-2bb67d110731, kind: Service { id: 4a50bf12-1fdc-4917-8d03-ca85c9fb72af }, name: Name(\"nexus-4a50bf12-1fdc-4917-8d03-ca85c9fb72af\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 128])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:20.002377848Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:20.002397129Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:20.002407819Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:20.002419499Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:20.00243831Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:20.0024493Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:20.00246613Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"79cb52c0-a453-450a-8a33-187e398d11f5","remote_addr":"[fd00:1122:3344:101::b]:51878","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":296,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:20.00627771Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:20.00629409Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_fb2d454c-3596-42d0-8ff3-f8219d6e3f47"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:20.029537217Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:20.029590108Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_23c36e6b-2f3a-43bc-b874-06ee7fff36f4"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 4b8ca783-c0e0-4c3f-a149-be038075af29 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:20.051190972Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:20.051238073Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_4b8ca783-c0e0-4c3f-a149-be038075af29"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 4c2dd18b-2445-4d2c-acfe-6708713b37f2 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:20.072909959Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:20.07296079Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_4c2dd18b-2445-4d2c-acfe-6708713b37f2"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 1f09e596-8c3b-4084-9722-b9e187b46c0f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:20.094643036Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:20.094701617Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_1f09e596-8c3b-4084-9722-b9e187b46c0f"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2ce90261-9b65-4601-b849-599cec034d39 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:20.114573228Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:20.11462242Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_2ce90261-9b65-4601-b849-599cec034d39"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:20.128673227Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"ba368ab5-9e0a-4ddb-9461-277f62ff146c","remote_addr":"[fd00:1122:3344:101::a]:48114","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":209422,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:20.889986403Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:43001"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:20.890192789Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 418f0b92-89c3-4081-80db-c6859ed8ae21, kind: Service { id: 9bb732d7-5c6c-418e-9bb4-2b78363c496b }, name: Name(\"external-dns-9bb732d7-5c6c-418e-9bb4-2b78363c496b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 233])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ed7bfea0-7e5d-4d9a-b1dc-17fadc8bd515, kind: Service { id: a6e7ea12-5d7a-4497-b4c7-99b34dca3373 }, name: Name(\"external-dns-a6e7ea12-5d7a-4497-b4c7-99b34dca3373\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 168])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 30bac288-b547-49b2-af15-904789a7cb38, kind: Service { id: 5a2da4c3-1dce-4828-9073-a93ecc67e115 }, name: Name(\"nexus-5a2da4c3-1dce-4828-9073-a93ecc67e115\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 97897984-7c73-42ae-8b0b-eaf9a2bc7479, kind: Service { id: 1d05500b-26d9-4871-8794-d746af81cddf }, name: Name(\"nexus-1d05500b-26d9-4871-8794-d746af81cddf\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ab6e9116-cfc4-4b3e-98be-2bb67d110731, kind: Service { id: 4a50bf12-1fdc-4917-8d03-ca85c9fb72af }, name: Name(\"nexus-4a50bf12-1fdc-4917-8d03-ca85c9fb72af\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 128])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:20.89022321Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:20.89023756Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:20.89024691Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:20.89025226Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:20.890264711Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:20.890276141Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:20.890301462Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"bcfeaafd-15ab-4916-a595-bed7843376c0","remote_addr":"[fd00:1122:3344:101::c]:43001","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":229,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:27.74624018Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:36357"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:27.746364253Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"cdac1b9f-db44-44d4-ba63-c805b4e738a4","remote_addr":"[fd00:1122:3344:101::a]:36357","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":61,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:27.827885Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:27.828054125Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"88947ad4-66ec-449c-8a43-e384f0554d2b","remote_addr":"[fd00:1122:3344:101::a]:36357","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":503,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:27.916140004Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"35fc9664-2350-4a9c-abaa-0e6c5920e75f","remote_addr":"[fd00:1122:3344:101::a]:36357","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3565,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:35.996315291Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:35.996509547Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"9304153c-b758-4fbc-8819-574ca7382e18","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49096","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:39.060319911Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:43012","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:42324"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:39.079521602Z","hostname":"buskin","pid":1566,"uri":"/80af691a-30bb-4399-8524-a68071b516df","method":"GET","req_id":"fa980a88-860e-4623-8cc1-b337f08e4519","remote_addr":"[fd00:1122:3344:101::d]:42324","local_addr":"[fd00:1122:3344:101::1]:43012","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":18870,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:42.948010574Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:63448"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:42.948120936Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"09e48eeb-6d43-4be9-b562-cb542be020ba","remote_addr":"[fd00:1122:3344:101::b]:63448","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:42.996988622Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:42.997027143Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"bd8c8a9a-d6d7-487c-8dd8-a6a788d53fd7","remote_addr":"[fd00:1122:3344:101::b]:63448","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":73,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:43.007597418Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"c0e4bab7-6f0a-45ea-9376-ed76e969da45","remote_addr":"[fd00:1122:3344:101::b]:63448","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":259,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:43.019309954Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:42767"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:43.020222768Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"9694c9e5-366b-4fec-9c75-dc56c3bc690f","remote_addr":"[fd00:1122:3344:101::b]:42767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":849,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:43.292463531Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:62060"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:43.293003945Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:43.34536987Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:43.401763744Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"703e3005-b7ee-46b1-8050-cd663c957eb4","remote_addr":"[fd00:1122:3344:101::b]:62060","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":109213,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:43.402130144Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"9b1b69d3-26b8-413d-bb53-2ff0f0288315","remote_addr":"[fd00:1122:3344:101::b]:62060","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":112,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:43.448814892Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/c1febdee-2c98-4f12-9aa4-ad18d04436bd/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:43.452684083Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2db2571c-c8fc-49d7-9a67-c3d98ed7f856/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:43.454977753Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:43.459234284Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:43.459252344Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"PUT","req_id":"96c58f5d-4d16-4aae-870c-6d35266d922a","remote_addr":"[fd00:1122:3344:101::b]:62060","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":10672,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:43.811090876Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:41195"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:43.811200909Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"4fe05a44-e06c-42e5-ad8e-b19bb4962520","remote_addr":"[fd00:1122:3344:101::c]:41195","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":57,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:43.921352573Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:62742"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:43.92159654Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"445d9c88-2041-45c0-bf12-43480a513812","remote_addr":"[fd00:1122:3344:101::c]:62742","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":196,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:43.980754701Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:43.980792482Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"53ee1e40-e7f3-4b00-b68c-afac105831ce","remote_addr":"[fd00:1122:3344:101::c]:41195","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:43.996223025Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f04dd1ad-7d79-496b-bfec-38725a77c8ea","remote_addr":"[fd00:1122:3344:101::c]:41195","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":247,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:43.999838909Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:34636"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:43.999932631Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:44.037241327Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:44.092862589Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"42f9c71d-3c74-4af6-8653-445cd9fc252c","remote_addr":"[fd00:1122:3344:101::c]:34636","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92965,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:44.093261099Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ab3f3cd5-1d0e-4d31-9bf5-c3140a9c0c38","remote_addr":"[fd00:1122:3344:101::c]:34636","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":122,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:44.550411029Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:53395"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:44.550532112Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"0af3aa90-d7e1-414f-a1a3-1f8129e10c74","remote_addr":"[fd00:1122:3344:101::a]:53395","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:44.56541412Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:44.565448361Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"6dbda2c5-5095-4ef6-93dc-1b5071eafa44","remote_addr":"[fd00:1122:3344:101::a]:53395","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":70,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:44.575238914Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"6f7b32ae-8554-44eb-a70d-5473a34c3b6d","remote_addr":"[fd00:1122:3344:101::a]:53395","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":247,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:44.657764758Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:38020"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:44.657939572Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"3d0f6d53-3816-4a93-a2c7-bd3787d367dd","remote_addr":"[fd00:1122:3344:101::a]:38020","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":122,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:44.671445017Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:45085"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:44.671566331Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:44.70832158Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:44.767204317Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b0a34c32-de97-4b8e-96eb-806d923eaf22","remote_addr":"[fd00:1122:3344:101::a]:45085","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95679,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:44.769583499Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"94f8c2df-25cd-4929-99c4-5342250b812d","remote_addr":"[fd00:1122:3344:101::a]:45085","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":122,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:04:55.872408691Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:06.034327937Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58897"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:06.034472971Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"a98aa221-9dd4-4b4c-a6fb-0151691670be","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58897","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":66,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:08.918921561Z","hostname":"buskin","pid":1566,"uri":"/80af691a-30bb-4399-8524-a68071b516df","method":"GET","req_id":"04cb09cb-a7e0-46ba-8fa2-4127160636d1","remote_addr":"[fd00:1122:3344:101::d]:42324","local_addr":"[fd00:1122:3344:101::1]:43012","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7850,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:13.022019986Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58219"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:13.022188521Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"79f92c4f-db24-4c73-8c48-04e4315b6171","remote_addr":"[fd00:1122:3344:101::b]:58219","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:13.040461847Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:13.040474408Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"4c471e3a-3d93-4b25-9689-2dae435b99b3","remote_addr":"[fd00:1122:3344:101::b]:58219","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":66,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:13.051077064Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"85270551-aa85-4dde-910a-dd1eae699830","remote_addr":"[fd00:1122:3344:101::b]:58219","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":223,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:13.103680055Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:34004"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:13.103849772Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"a57976e3-4356-4391-8942-dfe7469599df","remote_addr":"[fd00:1122:3344:101::b]:34004","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":124,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:13.471906026Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:50688"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:13.47203343Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:13.51006141Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:13.56717529Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"6df718dd-64cb-4494-bdfa-62e676e9a449","remote_addr":"[fd00:1122:3344:101::b]:50688","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95190,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:13.567507889Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"f0797053-2ed3-4e25-a2a0-e0e49f2a788a","remote_addr":"[fd00:1122:3344:101::b]:50688","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:13.916822995Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:55680"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:13.916946908Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"51d1206c-130c-4cf0-b254-1ebdbe992017","remote_addr":"[fd00:1122:3344:101::c]:55680","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:13.965761882Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:13.965786062Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"71094673-cda1-41f6-880f-180bedb6d19b","remote_addr":"[fd00:1122:3344:101::c]:55680","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":81,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:13.985802625Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"81367529-627c-4236-af39-a7c400a5dbb0","remote_addr":"[fd00:1122:3344:101::c]:55680","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":209,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:14.156416627Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:45330"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:14.156579901Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"c8a1ef9d-e22c-4758-b518-3673faa3070b","remote_addr":"[fd00:1122:3344:101::c]:45330","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":124,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:14.321266814Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:43991"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:14.321374852Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:14.367319746Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:14.449344351Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b0327775-4a6d-4ca9-9ab5-48eb83e313de","remote_addr":"[fd00:1122:3344:101::c]:43991","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":127993,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:14.44966532Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"93446e8d-2894-45b0-ad7d-3dbaf44913e9","remote_addr":"[fd00:1122:3344:101::c]:43991","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":116,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:14.62517732Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:42061"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:14.625345134Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8a3cf31b-cfa4-4244-8bf3-fa8a53a1057d","remote_addr":"[fd00:1122:3344:101::a]:42061","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":72,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:14.648521299Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:14.64856107Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"46cf54a7-aa59-4ee8-a28e-da8afe8048f6","remote_addr":"[fd00:1122:3344:101::a]:42061","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":81,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:14.658322695Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"826a2684-d51d-4bb6-b12a-7a3f55e7b320","remote_addr":"[fd00:1122:3344:101::a]:42061","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":297,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:14.707769935Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63512"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:14.70794567Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"c66b8020-6543-4fd4-9df7-690e423ec111","remote_addr":"[fd00:1122:3344:101::a]:63512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":120,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:14.82289962Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:44504"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:14.823081944Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:14.8566308Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:14.910198728Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"d327301c-c04d-4170-9185-36466b4aa9db","remote_addr":"[fd00:1122:3344:101::a]:44504","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87180,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:14.910709693Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"48204ca7-dc72-4a8e-b4ec-3c60a1fa2265","remote_addr":"[fd00:1122:3344:101::a]:44504","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:36.06663952Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46700"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:36.066776574Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"c2105e14-b2a9-4c19-ade5-72be7508cff4","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46700","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":69,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:38.917996989Z","hostname":"buskin","pid":1566,"uri":"/80af691a-30bb-4399-8524-a68071b516df","method":"GET","req_id":"de6052df-b387-41c9-acd3-4bcefdc149e0","remote_addr":"[fd00:1122:3344:101::d]:42324","local_addr":"[fd00:1122:3344:101::1]:43012","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5964,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:42.797165984Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:48499"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:42.797300298Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"0e49ba06-3cc6-4937-9eb0-cb10af9d3a80","remote_addr":"[fd00:1122:3344:101::b]:48499","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":78,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:42.856566604Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:42.856597095Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"12ab3e69-ecea-4203-8194-233899442ae3","remote_addr":"[fd00:1122:3344:101::b]:48499","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:42.866874323Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"1cfdfe8f-8359-44c9-b2e0-cf8da96677bd","remote_addr":"[fd00:1122:3344:101::b]:48499","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":222,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:42.978748023Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:62898"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:42.978907917Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"d3308739-7726-4a5e-95cb-bbf39efedb0f","remote_addr":"[fd00:1122:3344:101::b]:62898","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":128,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:43.010877821Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:34763"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:43.010974554Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:43.047920595Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:43.103225026Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ea201f15-9ca4-4049-a678-111bf47de927","remote_addr":"[fd00:1122:3344:101::b]:34763","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92300,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:43.103528954Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e6a5dcc0-203c-4bad-86da-273b700c8784","remote_addr":"[fd00:1122:3344:101::b]:34763","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:43.876161998Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:60671"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:43.876297801Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"683a3809-1d78-4164-9e42-2b83ecf11e66","remote_addr":"[fd00:1122:3344:101::c]:60671","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":71,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:43.928982856Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:43.929013907Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a2f778e1-da03-4899-ac02-960ee02b047c","remote_addr":"[fd00:1122:3344:101::c]:60671","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":78,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:43.940582639Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"1dc36172-d7da-4c97-b93f-f2dca51b33b2","remote_addr":"[fd00:1122:3344:101::c]:60671","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":243,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:43.952960702Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:64954"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:43.953062684Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:43.99005201Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:44.043079314Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"76ade901-3f99-4bdc-9a5c-8eb69edf79f1","remote_addr":"[fd00:1122:3344:101::c]:64954","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90059,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:44.043229047Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:60657"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:44.043492924Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ca5c849c-a22a-420b-aa20-a014bd103898","remote_addr":"[fd00:1122:3344:101::c]:64954","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":214,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:44.043610397Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"e502638e-0e32-43d4-b552-6d8452e01f17","remote_addr":"[fd00:1122:3344:101::c]:60657","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":209,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:44.500611995Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:47994"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:44.500730378Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"11280afc-046b-47a4-ac98-1c565b648fd1","remote_addr":"[fd00:1122:3344:101::a]:47994","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":41,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:44.641866442Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:65045"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:44.642086037Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"c1b3b317-21bd-4631-a756-bc9aa9de962c","remote_addr":"[fd00:1122:3344:101::a]:65045","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":166,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:44.654726827Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:44.654744598Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"553ebf89-3b43-4f16-9fab-470961816b03","remote_addr":"[fd00:1122:3344:101::a]:47994","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":62,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:44.664587545Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"50e68ce6-86d6-4408-8b17-88f3653ce238","remote_addr":"[fd00:1122:3344:101::a]:47994","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":195,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:44.683814306Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:59200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:44.683918869Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:44.723498432Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:44.780903811Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b8ffdc2b-ac67-42f8-8a7b-4c784a619223","remote_addr":"[fd00:1122:3344:101::a]:59200","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97022,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:05:44.781156797Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"cf113cc4-d941-434d-afd0-e9ce92b2d5f4","remote_addr":"[fd00:1122:3344:101::a]:59200","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:06.100734439Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48001"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:06.100860212Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"9ae0e7cb-49f9-4d9f-babb-521d464bc609","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48001","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":67,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:08.916772265Z","hostname":"buskin","pid":1566,"uri":"/80af691a-30bb-4399-8524-a68071b516df","method":"GET","req_id":"b9883e24-2dd9-4851-b174-fc7c73a0c4ae","remote_addr":"[fd00:1122:3344:101::d]:42324","local_addr":"[fd00:1122:3344:101::1]:43012","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6218,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:13.033428792Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:50912"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:13.033574445Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"2a688194-f619-4359-a8f8-b14ada9d4dea","remote_addr":"[fd00:1122:3344:101::b]:50912","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":63,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:13.106920029Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:51898"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:13.107098354Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"c10383bb-737d-45b9-8a2a-0096a4d784ab","remote_addr":"[fd00:1122:3344:101::b]:51898","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":125,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:13.149797096Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:13.149843957Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b4b1e46d-2dfa-499f-b537-7a68812eba33","remote_addr":"[fd00:1122:3344:101::b]:50912","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":83,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:13.264605271Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"1f68c77c-4b7b-444a-ab37-7ebef26107a5","remote_addr":"[fd00:1122:3344:101::b]:50912","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":254,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:13.29484352Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:39965"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:13.294940003Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:13.33124328Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:13.385120886Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"f3822cc9-9e3e-4cbb-8a73-404feef8cb78","remote_addr":"[fd00:1122:3344:101::b]:39965","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90227,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:13.385468885Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7e1845a5-8165-47d9-95f7-9372dd70aae8","remote_addr":"[fd00:1122:3344:101::b]:39965","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":114,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:13.966103217Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:37514"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:13.966259392Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"5e90d015-6ef9-40af-adfd-0704406dadf6","remote_addr":"[fd00:1122:3344:101::c]:37514","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":82,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:13.982646439Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:37388"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:13.982843634Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"b0643c13-4633-45fd-a563-f0bf9863c440","remote_addr":"[fd00:1122:3344:101::c]:37388","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":141,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:14.029340148Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:14.029386039Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"fb5f4d1c-c0f2-4830-a1bf-d7ecd6392b81","remote_addr":"[fd00:1122:3344:101::c]:37514","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":72,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:14.038807035Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"11dc4da9-6430-486e-9d63-eb32dd71a0b1","remote_addr":"[fd00:1122:3344:101::c]:37514","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":291,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:14.164748131Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:37269"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:14.164896495Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:14.198836523Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:14.253326015Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"9d720ba8-abb7-4555-b728-8f5a64ef03ca","remote_addr":"[fd00:1122:3344:101::c]:37269","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88503,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:14.253623923Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"a6f8285d-b907-4848-96a9-1eacb49cd592","remote_addr":"[fd00:1122:3344:101::c]:37269","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":112,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:14.633551065Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:56398"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:14.633636997Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"7e03458e-720c-4a15-9190-132f3b27d5a3","remote_addr":"[fd00:1122:3344:101::a]:56398","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":41,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:14.68204723Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:14.682077681Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"72b774d1-85ee-4774-b7a1-5c963befbcb8","remote_addr":"[fd00:1122:3344:101::a]:56398","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":83,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:14.888745797Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:46480"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:14.888926131Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"3b9d4b7c-250a-4fdd-865b-db48ac0219d9","remote_addr":"[fd00:1122:3344:101::a]:46480","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":128,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:14.892896855Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"368ed3f4-b735-421b-bd6f-66e5c34d4fd1","remote_addr":"[fd00:1122:3344:101::a]:56398","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":189,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:14.988458829Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:39508"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:14.988555211Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:15.027314823Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:15.081276141Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"61bcf512-ef1b-4311-bcfc-728a8592320c","remote_addr":"[fd00:1122:3344:101::a]:39508","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92761,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:15.081522698Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"fa9527b4-a180-40a4-93f1-209ed5da9999","remote_addr":"[fd00:1122:3344:101::a]:39508","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:36.135776541Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:50223"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:36.135911675Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"5305f451-3523-4c0c-ae17-d2bde8ed346c","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:50223","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":73,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:38.917357318Z","hostname":"buskin","pid":1566,"uri":"/80af691a-30bb-4399-8524-a68071b516df","method":"GET","req_id":"90fff156-1a9d-48b6-9fcf-b3b0259fdb01","remote_addr":"[fd00:1122:3344:101::d]:42324","local_addr":"[fd00:1122:3344:101::1]:43012","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6226,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:42.939373589Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41420"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:42.939505562Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"4361247d-6ac4-486a-9a36-8218564a0561","remote_addr":"[fd00:1122:3344:101::b]:41420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":55,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:42.979515747Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:40322"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:42.979721132Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"227051b1-96c1-4c07-b1d4-91ab39e7c1e8","remote_addr":"[fd00:1122:3344:101::b]:40322","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":146,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:42.980322908Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:42.980331698Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"079cdfc0-f8d7-4457-bc36-585eec4f7587","remote_addr":"[fd00:1122:3344:101::b]:41420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":46,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:42.988430719Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d030e755-61c1-4793-ba73-a847a2e21df2","remote_addr":"[fd00:1122:3344:101::b]:41420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":167,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:43.012775205Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:61091"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:43.012863207Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:43.048065515Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:43.102308858Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"da86b00b-d33e-4eee-a8b7-7a6dc5316c28","remote_addr":"[fd00:1122:3344:101::b]:61091","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89480,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:43.102548695Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"45f07447-082b-4e14-8a3c-ada36175da16","remote_addr":"[fd00:1122:3344:101::b]:61091","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:43.901803276Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:61075"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:43.902046553Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"35b0f189-1a70-43a6-9f15-1f43578758fc","remote_addr":"[fd00:1122:3344:101::c]:61075","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":179,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:43.934467729Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:34459"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:43.934586912Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b39b8923-023f-4969-83f8-06dd65e07189","remote_addr":"[fd00:1122:3344:101::c]:34459","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":60,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:43.981120626Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:43.981138967Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e1146111-f2a4-41e7-bf4e-d2536ea6e6f7","remote_addr":"[fd00:1122:3344:101::c]:34459","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":74,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:43.990423719Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"9e7a8c6c-7d13-44ad-8b3c-e1d03d13bfe0","remote_addr":"[fd00:1122:3344:101::c]:34459","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":211,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:43.999057654Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:49331"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:43.999152137Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:44.037181084Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:44.092539129Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"0f26bd1e-a106-4b03-b727-d47b44de1e9c","remote_addr":"[fd00:1122:3344:101::c]:49331","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93416,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:44.092875007Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"780d5757-e0b3-4b67-b3e0-10aa38008b14","remote_addr":"[fd00:1122:3344:101::c]:49331","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":112,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:44.482868405Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63651"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:44.482948347Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"45e7bad0-f5b5-4723-bba4-d79992f7c580","remote_addr":"[fd00:1122:3344:101::a]:63651","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":52,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:44.504884049Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:44.5049207Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e919d839-a1b3-4ee4-b700-c8523670ee3c","remote_addr":"[fd00:1122:3344:101::a]:63651","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":75,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:44.639386509Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:53243"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:44.639584034Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"e16b8468-063d-47cc-8475-eabf6dd422ca","remote_addr":"[fd00:1122:3344:101::a]:53243","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":127,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:44.641825883Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"1f897787-beda-47e7-9c03-a496daaf55df","remote_addr":"[fd00:1122:3344:101::a]:63651","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":154,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:44.668778076Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:45096"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:44.668886679Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:44.707789646Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:44.762959626Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"903f2863-081f-4d27-8192-f6e4697c5db4","remote_addr":"[fd00:1122:3344:101::a]:45096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94111,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:06:44.763249424Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e78650a5-16eb-4cdf-ac46-9d1b424fd408","remote_addr":"[fd00:1122:3344:101::a]:45096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":110,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:06.170531483Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:57864"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:06.170707888Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"c0701d54-84f8-4787-8c67-a125a996c85f","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:57864","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":58,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:08.918158453Z","hostname":"buskin","pid":1566,"uri":"/80af691a-30bb-4399-8524-a68071b516df","method":"GET","req_id":"bb5c4277-ab1c-4fe5-ab02-65b4d60220ca","remote_addr":"[fd00:1122:3344:101::d]:42324","local_addr":"[fd00:1122:3344:101::1]:43012","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6693,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:13.109685724Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:53781"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:13.109867749Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"9e034702-95f2-4160-82c3-b92d1b496893","remote_addr":"[fd00:1122:3344:101::b]:53781","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":80,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:13.163073321Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:13.163103611Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"34a15566-3d66-445b-b5f4-bc12144cce7e","remote_addr":"[fd00:1122:3344:101::b]:53781","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":85,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:13.171377177Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e9c0e218-fafc-46c6-9656-28dfff533de7","remote_addr":"[fd00:1122:3344:101::b]:53781","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":264,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:13.253449939Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:51205"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:13.253613773Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"8bf3c054-2722-4b6e-a212-7a4d049cc78f","remote_addr":"[fd00:1122:3344:101::b]:51205","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:13.326695137Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:48462"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:13.32679495Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:13.362887542Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:13.41301915Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"08c012c2-e131-44eb-aad1-5b4f88805af0","remote_addr":"[fd00:1122:3344:101::b]:48462","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":86262,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:13.413253156Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"3e3baa0c-a5ff-4f53-8717-5b9aefb48608","remote_addr":"[fd00:1122:3344:101::b]:48462","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:14.024869704Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:36860"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:14.025021408Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c1e3505b-657d-455e-b8bc-35aeb3057133","remote_addr":"[fd00:1122:3344:101::c]:36860","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:14.076793662Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:14.076820233Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"519d271f-41b9-42d9-b733-da818063b5c5","remote_addr":"[fd00:1122:3344:101::c]:36860","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":76,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:14.171025549Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:38259"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:14.171187103Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"eea2fda3-235d-4407-921f-ccd4ccc7351c","remote_addr":"[fd00:1122:3344:101::c]:38259","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":121,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:14.17834572Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"3bb3f0de-acc7-4fa5-8094-a1194b7c2115","remote_addr":"[fd00:1122:3344:101::c]:36860","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":229,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:14.370746236Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:33374"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:14.370873619Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:14.41850198Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:14.498081453Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"76356be9-000c-4b5f-89e9-205551f8fc8d","remote_addr":"[fd00:1122:3344:101::c]:33374","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":127253,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:14.498425982Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d40a92b6-07fd-4ba0-b38a-7c89fe77e142","remote_addr":"[fd00:1122:3344:101::c]:33374","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:14.693342989Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:41813"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:14.693481743Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"87680318-5f5b-4303-ad1f-eb2c1508dc6d","remote_addr":"[fd00:1122:3344:101::a]:41813","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":74,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:14.707308103Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:14.707324354Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"14532b1b-6465-4bfe-af52-0e4e71c51c71","remote_addr":"[fd00:1122:3344:101::a]:41813","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":82,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:14.87158865Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:48779"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:14.871774535Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"9206c9bb-f60f-4e73-9280-3c6fe400945a","remote_addr":"[fd00:1122:3344:101::a]:48779","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":142,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:14.878538834Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"7c1e005d-fae4-4de8-b15e-9b3f738a87c5","remote_addr":"[fd00:1122:3344:101::a]:41813","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":206,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:15.12401575Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:46042"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:15.124135053Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:15.16355929Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:15.216601304Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"62893e05-a8c2-4903-9472-66fadd525f4c","remote_addr":"[fd00:1122:3344:101::a]:46042","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92507,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:15.216924982Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"f2a45681-d462-4963-9803-aaae2d6e5e0e","remote_addr":"[fd00:1122:3344:101::a]:46042","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":123,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:36.204511198Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33755"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:36.204651062Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"89d2a1eb-50ba-4484-8bdc-63c9228ece7e","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33755","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":73,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:38.917916686Z","hostname":"buskin","pid":1566,"uri":"/80af691a-30bb-4399-8524-a68071b516df","method":"GET","req_id":"57d75978-769c-4df0-b6e6-e57da63629b9","remote_addr":"[fd00:1122:3344:101::d]:42324","local_addr":"[fd00:1122:3344:101::1]:43012","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6346,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:42.875111291Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:57796"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:42.875265935Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"24f001cf-784f-4178-9f1b-70cd6d691eb1","remote_addr":"[fd00:1122:3344:101::b]:57796","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":84,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:42.934932062Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:42.934976513Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"44242486-d560-494e-8989-d04b9509188d","remote_addr":"[fd00:1122:3344:101::b]:57796","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":80,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:42.945718924Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"43eee4b2-ac6c-4542-bf43-8eeb73f9ee3c","remote_addr":"[fd00:1122:3344:101::b]:57796","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":207,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:42.973762746Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:39129"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:42.973895939Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"d50ffbb0-1c2d-4bad-ae7a-f9e7c4b6a9e6","remote_addr":"[fd00:1122:3344:101::b]:39129","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:42.985753138Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:46454"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:42.985857581Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:43.023176725Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:43.078555892Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"266b5454-b481-41fd-af3b-81d4e611ce0a","remote_addr":"[fd00:1122:3344:101::b]:46454","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92741,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:43.078897711Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7b8ea0ed-4789-40a6-9367-0f9d89068718","remote_addr":"[fd00:1122:3344:101::b]:46454","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":129,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:43.883283932Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:34495"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:43.883513169Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"3b52aecd-5f97-47a5-9b0d-755e6c92ac6f","remote_addr":"[fd00:1122:3344:101::c]:34495","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":163,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:43.955131067Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:55477"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:43.95524223Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b7c16908-54c3-46e7-b6df-3d86d1842783","remote_addr":"[fd00:1122:3344:101::c]:55477","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":57,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:44.059801929Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:42147"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:44.059924972Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:44.096767534Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:44.151363688Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"516f6c2f-f047-4a05-98e6-8bcebc3b85b6","remote_addr":"[fd00:1122:3344:101::c]:42147","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91486,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:44.151623065Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:44.151652746Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"ea81c9ee-6774-4a69-94c4-ffe41ebb3851","remote_addr":"[fd00:1122:3344:101::c]:55477","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:44.151843961Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"4834512a-bf1f-4e0b-975e-88db2384e134","remote_addr":"[fd00:1122:3344:101::c]:42147","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":201,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:44.164525462Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d797e8e7-576d-4257-9386-440e40bf9f99","remote_addr":"[fd00:1122:3344:101::c]:55477","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":282,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:44.624655277Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:46547"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:44.624818691Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"6e1900ee-8e67-44bb-897a-0173d32e5443","remote_addr":"[fd00:1122:3344:101::a]:46547","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:44.645304766Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:54110"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:44.645514211Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"a6af3ce3-ed3e-445d-af32-0a7bc2e8e38f","remote_addr":"[fd00:1122:3344:101::a]:54110","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":151,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:44.665742319Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:44.665762499Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"998fa39b-acae-4a30-8d2f-311145e29a6c","remote_addr":"[fd00:1122:3344:101::a]:46547","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":80,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:44.675147044Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"90154f43-0131-4386-84bb-198012a5405f","remote_addr":"[fd00:1122:3344:101::a]:46547","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":235,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:44.722627414Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:60502"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:44.722730586Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:44.756179549Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:44.811056751Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"877dd87e-ea22-449b-a46c-a7423b58c388","remote_addr":"[fd00:1122:3344:101::a]:60502","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88370,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:07:44.811330298Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ee7629ad-873a-4825-a09f-f67ed7ffeaf1","remote_addr":"[fd00:1122:3344:101::a]:60502","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:06.237552443Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62382"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:06.237685837Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"8d757332-2e34-4379-9edd-e71356c8d6e7","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62382","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":74,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:08.917695161Z","hostname":"buskin","pid":1566,"uri":"/80af691a-30bb-4399-8524-a68071b516df","method":"GET","req_id":"df564819-345b-4336-a0b7-5844e364e56b","remote_addr":"[fd00:1122:3344:101::d]:42324","local_addr":"[fd00:1122:3344:101::1]:43012","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6045,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:13.0254952Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:38910"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:13.025611903Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"13fd4d7c-7ca1-44f5-9cfb-95e0220b46d3","remote_addr":"[fd00:1122:3344:101::b]:38910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:13.073657177Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:13.073725078Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a1780248-c2e4-4d26-bd6e-bd22b39f2a1c","remote_addr":"[fd00:1122:3344:101::b]:38910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:13.083854983Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"80467edb-f4db-4590-8958-5df8352bfd88","remote_addr":"[fd00:1122:3344:101::b]:38910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":251,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:13.21172995Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:50310"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:13.211879954Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"06dd6709-30f4-4889-beb3-9679b74c3e6c","remote_addr":"[fd00:1122:3344:101::b]:50310","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:13.28956187Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:51783"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:13.289650523Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:13.325435797Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:13.383182524Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"42ba0d70-e7f3-4f13-960d-ef66db938a74","remote_addr":"[fd00:1122:3344:101::b]:51783","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93567,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:13.383501952Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"25c58134-e6de-443e-b204-acf9f302bf97","remote_addr":"[fd00:1122:3344:101::b]:51783","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":112,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:14.021452437Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:47258"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:14.021602651Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"460e2aa1-ae8e-4a7a-adaa-5c64010236d1","remote_addr":"[fd00:1122:3344:101::c]:47258","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:14.074765571Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:14.074844293Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"001b8b33-34e3-4aa8-a3a5-01ce17ae036b","remote_addr":"[fd00:1122:3344:101::c]:47258","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":121,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:14.084073594Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a25995f6-da30-45b7-8f40-ab877cf31ecc","remote_addr":"[fd00:1122:3344:101::c]:47258","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":223,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:14.263870095Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:58713"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:14.264072348Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"b8318afc-beb1-4150-9a3e-7d68a2980ca7","remote_addr":"[fd00:1122:3344:101::c]:58713","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":144,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:14.563205094Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:56015"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:14.563297147Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"75488338-6120-4194-b579-cf4ab6e4c3a0","remote_addr":"[fd00:1122:3344:101::a]:56015","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":44,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:14.573329569Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:55968"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:14.573441995Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:14.620917311Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:14.677665606Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"c8961f10-8a52-499d-94b5-95b284ddb702","remote_addr":"[fd00:1122:3344:101::c]:55968","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104320,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:14.678042794Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:14.678080735Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b7990087-a8c7-47a2-a3db-b5310c6f0bf2","remote_addr":"[fd00:1122:3344:101::a]:56015","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":138,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:14.678223519Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"87ebf654-3f07-426c-8edc-257ffba0a608","remote_addr":"[fd00:1122:3344:101::c]:55968","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":201,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:14.839434566Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:51123"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:14.83962109Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"39bdfd71-1ada-4652-95dc-74f5b78f880e","remote_addr":"[fd00:1122:3344:101::a]:51123","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":131,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:14.846027118Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e7bbb065-380b-4c9e-9afe-aa1ac7144352","remote_addr":"[fd00:1122:3344:101::a]:56015","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":327,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:14.927589694Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:65006"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:14.927738737Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:14.964190169Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:15.012889625Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"3ad08124-87a9-4e50-bde5-fd97af34a1fc","remote_addr":"[fd00:1122:3344:101::a]:65006","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":85213,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:15.013226798Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"f65b692f-7b01-4a78-9346-00a7e499a343","remote_addr":"[fd00:1122:3344:101::a]:65006","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":126,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:36.27032198Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:42260"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:36.270459873Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"80e61ab8-10b6-4325-94ad-52a3427d26a8","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:42260","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":80,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:38.918897194Z","hostname":"buskin","pid":1566,"uri":"/80af691a-30bb-4399-8524-a68071b516df","method":"GET","req_id":"f4a3340c-be2b-4956-ae55-6c5113f16b40","remote_addr":"[fd00:1122:3344:101::d]:42324","local_addr":"[fd00:1122:3344:101::1]:43012","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7214,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:42.896910053Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:62922"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:42.897052916Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"dc4ba1b1-2ca5-407f-a1c7-99bbd4dd9070","remote_addr":"[fd00:1122:3344:101::b]:62922","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":82,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:42.920552679Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:42.92058268Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"963c89b8-bb85-4aae-a4b5-69818385bd13","remote_addr":"[fd00:1122:3344:101::b]:62922","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":73,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:42.929149584Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"c24c30d1-0119-43b0-a71c-62acb8886cc6","remote_addr":"[fd00:1122:3344:101::b]:62922","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":181,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:42.965805353Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:61932"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:42.965895455Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:43.003095466Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:43.056581049Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"7729712e-ed64-49d9-b8b7-c1e0f8308cd5","remote_addr":"[fd00:1122:3344:101::b]:61932","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90727,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:43.056768994Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:49329"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:43.056962569Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"15351f51-6f62-4dd1-8059-f7242dc697da","remote_addr":"[fd00:1122:3344:101::b]:61932","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":160,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:43.057122263Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"a8a5619b-bef5-4338-93db-cca81f6482ff","remote_addr":"[fd00:1122:3344:101::b]:49329","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":211,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:43.890499603Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:37817"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:43.890701978Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"187d33e1-db67-4c1c-b09e-9dfc811b48d6","remote_addr":"[fd00:1122:3344:101::c]:37817","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:43.933231468Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:43.933243318Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"57b5ef90-3eeb-48f6-a3de-409a292026f6","remote_addr":"[fd00:1122:3344:101::c]:37817","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":82,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:43.943588798Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:43158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:43.943768743Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"05ffaf33-c878-4f26-b122-93bfbea40c00","remote_addr":"[fd00:1122:3344:101::c]:43158","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":123,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:43.949482052Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"cc37d491-8b6a-4383-a980-b9cf0a22a00e","remote_addr":"[fd00:1122:3344:101::c]:37817","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":173,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:44.021984974Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:40994"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:44.022084497Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:44.061219328Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:44.113448761Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"23c48bc8-da99-4fac-8147-dddf2f4efbc5","remote_addr":"[fd00:1122:3344:101::c]:40994","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91402,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:44.113733588Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"118f80ce-ef4c-4d5f-a9ee-f72531d45341","remote_addr":"[fd00:1122:3344:101::c]:40994","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:44.529834747Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:43095"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:44.529920219Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"03974596-428a-44e9-a9df-f244d7ac8438","remote_addr":"[fd00:1122:3344:101::a]:43095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":42,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:44.549302025Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:44.549325966Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"daae17b0-ad29-49a0-b2f5-039bdc6b36d8","remote_addr":"[fd00:1122:3344:101::a]:43095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":60,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:44.557760875Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"53e5081c-70f6-41bb-aa48-dc19a855d089","remote_addr":"[fd00:1122:3344:101::a]:43095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":196,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:44.617199437Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:50722"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:44.617308289Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:44.657380045Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:44.714560387Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"c680da78-9945-4813-a1a0-2d84cc4d6ce2","remote_addr":"[fd00:1122:3344:101::a]:50722","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97289,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:44.714779353Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:41887"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:44.715083121Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"5fa13c0b-f31b-4022-a751-7cd7bfb5955d","remote_addr":"[fd00:1122:3344:101::a]:50722","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":246,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:08:44.715098392Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"13cbd02f-ad2f-4587-90de-bf6ee4ef4d4a","remote_addr":"[fd00:1122:3344:101::a]:41887","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":184,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:06.304287725Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:37315"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:06.304432249Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"f28b5357-8531-410b-88ee-1bfdc7c8178a","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:37315","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":72,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:08.917627313Z","hostname":"buskin","pid":1566,"uri":"/80af691a-30bb-4399-8524-a68071b516df","method":"GET","req_id":"f0ac75ae-3976-41f8-9603-9805c2c9e984","remote_addr":"[fd00:1122:3344:101::d]:42324","local_addr":"[fd00:1122:3344:101::1]:43012","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6131,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:13.142755201Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:36873"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:13.142972987Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e6b4fcd4-215f-44ca-b26a-b65c45d3542b","remote_addr":"[fd00:1122:3344:101::b]:36873","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":127,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:13.203668871Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:13.203711202Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"830dc36f-a395-4ea6-83a5-0e0ee8d8cbdf","remote_addr":"[fd00:1122:3344:101::b]:36873","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":156,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:13.221364463Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"c0feaac9-ee19-470d-ac98-a076dab63b52","remote_addr":"[fd00:1122:3344:101::b]:36873","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":361,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:13.325007437Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:39637"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:13.325275414Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"98ff7342-426a-45e6-a6fb-765b87dd84b4","remote_addr":"[fd00:1122:3344:101::b]:39637","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":175,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:13.364550659Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:64864"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:13.364635621Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:13.39677336Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:13.447268458Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"47268054-2e9a-426c-91ea-b8444e8cd20a","remote_addr":"[fd00:1122:3344:101::b]:64864","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":82668,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:13.447561935Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"105defff-f45f-4995-ad51-a87c88460cf9","remote_addr":"[fd00:1122:3344:101::b]:64864","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:13.453187482Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:62781"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:13.45347122Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 418f0b92-89c3-4081-80db-c6859ed8ae21, kind: Service { id: 9bb732d7-5c6c-418e-9bb4-2b78363c496b }, name: Name(\"external-dns-9bb732d7-5c6c-418e-9bb4-2b78363c496b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 233])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ed7bfea0-7e5d-4d9a-b1dc-17fadc8bd515, kind: Service { id: a6e7ea12-5d7a-4497-b4c7-99b34dca3373 }, name: Name(\"external-dns-a6e7ea12-5d7a-4497-b4c7-99b34dca3373\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 168])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 30bac288-b547-49b2-af15-904789a7cb38, kind: Service { id: 5a2da4c3-1dce-4828-9073-a93ecc67e115 }, name: Name(\"nexus-5a2da4c3-1dce-4828-9073-a93ecc67e115\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 97897984-7c73-42ae-8b0b-eaf9a2bc7479, kind: Service { id: 1d05500b-26d9-4871-8794-d746af81cddf }, name: Name(\"nexus-1d05500b-26d9-4871-8794-d746af81cddf\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ab6e9116-cfc4-4b3e-98be-2bb67d110731, kind: Service { id: 4a50bf12-1fdc-4917-8d03-ca85c9fb72af }, name: Name(\"nexus-4a50bf12-1fdc-4917-8d03-ca85c9fb72af\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 128])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:13.45350322Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:13.453572262Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:13.453601873Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:13.453613903Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:13.453627574Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:13.453638674Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:13.453651764Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"5b00154e-0740-4d18-91ba-68c4511aa8ed","remote_addr":"[fd00:1122:3344:101::b]:62781","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":371,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:14.018165106Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:58119"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:14.018260558Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"0c6bcd22-6076-4c4d-8880-5bdbd6181ad3","remote_addr":"[fd00:1122:3344:101::c]:58119","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:14.033186168Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:14.033208969Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a0817cf7-abc5-4321-a72e-735c04c4a0ec","remote_addr":"[fd00:1122:3344:101::c]:58119","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":64,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:14.105229938Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:56298"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:14.105406882Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"4a66e876-ecac-4823-898c-938289f4ac8c","remote_addr":"[fd00:1122:3344:101::c]:56298","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":139,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:14.115826694Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"738d9a45-78e9-46b2-866e-2e6265ce7eae","remote_addr":"[fd00:1122:3344:101::c]:58119","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":216,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:14.140981691Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:57553"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:14.141086614Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:14.180544203Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:14.238971018Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"128cbac4-78b1-47b8-929c-04aeb7a26284","remote_addr":"[fd00:1122:3344:101::c]:57553","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97919,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:14.239290336Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"a3c414b1-02c2-4994-bfa1-4c9d3abbedcb","remote_addr":"[fd00:1122:3344:101::c]:57553","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:14.282297371Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:51905"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:14.282596119Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 418f0b92-89c3-4081-80db-c6859ed8ae21, kind: Service { id: 9bb732d7-5c6c-418e-9bb4-2b78363c496b }, name: Name(\"external-dns-9bb732d7-5c6c-418e-9bb4-2b78363c496b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 233])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ed7bfea0-7e5d-4d9a-b1dc-17fadc8bd515, kind: Service { id: a6e7ea12-5d7a-4497-b4c7-99b34dca3373 }, name: Name(\"external-dns-a6e7ea12-5d7a-4497-b4c7-99b34dca3373\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 168])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 30bac288-b547-49b2-af15-904789a7cb38, kind: Service { id: 5a2da4c3-1dce-4828-9073-a93ecc67e115 }, name: Name(\"nexus-5a2da4c3-1dce-4828-9073-a93ecc67e115\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 97897984-7c73-42ae-8b0b-eaf9a2bc7479, kind: Service { id: 1d05500b-26d9-4871-8794-d746af81cddf }, name: Name(\"nexus-1d05500b-26d9-4871-8794-d746af81cddf\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ab6e9116-cfc4-4b3e-98be-2bb67d110731, kind: Service { id: 4a50bf12-1fdc-4917-8d03-ca85c9fb72af }, name: Name(\"nexus-4a50bf12-1fdc-4917-8d03-ca85c9fb72af\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 128])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:14.28263814Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:14.282686802Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:14.282722022Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:14.282757873Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:14.282783204Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:14.282798124Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:14.282827075Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"b4a2902a-ae12-4a9a-9895-7a8a4347614f","remote_addr":"[fd00:1122:3344:101::c]:51905","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":440,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:14.563959069Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:46166"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:14.564071072Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"2eda01f8-c4cf-44aa-bd85-7f721790cde0","remote_addr":"[fd00:1122:3344:101::a]:46166","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":56,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:14.636494127Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:14.636526058Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2c48201a-e967-4584-8a6d-7d7f8199acec","remote_addr":"[fd00:1122:3344:101::a]:46166","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":73,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:14.644757977Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"452e2589-10b7-4eb7-b8f1-deba5a9d72e3","remote_addr":"[fd00:1122:3344:101::a]:46166","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":278,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:14.761904044Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:48168"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:14.762102469Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"7ca67cbd-cea3-4711-ae9a-1dcfaa2c895b","remote_addr":"[fd00:1122:3344:101::a]:48168","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":152,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:14.913654394Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:59548"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:14.913779408Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:14.955345173Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:15.009007513Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"3cf8c3ff-47e5-4d27-b09b-eba108085ab0","remote_addr":"[fd00:1122:3344:101::a]:59548","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95288,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:15.009132756Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57612"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:15.009460975Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"a25a2a90-b936-4d32-a380-9a695a13aa97","remote_addr":"[fd00:1122:3344:101::a]:59548","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":189,"response_code":"200"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:15.009484675Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 418f0b92-89c3-4081-80db-c6859ed8ae21, kind: Service { id: 9bb732d7-5c6c-418e-9bb4-2b78363c496b }, name: Name(\"external-dns-9bb732d7-5c6c-418e-9bb4-2b78363c496b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 233])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ed7bfea0-7e5d-4d9a-b1dc-17fadc8bd515, kind: Service { id: a6e7ea12-5d7a-4497-b4c7-99b34dca3373 }, name: Name(\"external-dns-a6e7ea12-5d7a-4497-b4c7-99b34dca3373\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 168])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 30bac288-b547-49b2-af15-904789a7cb38, kind: Service { id: 5a2da4c3-1dce-4828-9073-a93ecc67e115 }, name: Name(\"nexus-5a2da4c3-1dce-4828-9073-a93ecc67e115\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 97897984-7c73-42ae-8b0b-eaf9a2bc7479, kind: Service { id: 1d05500b-26d9-4871-8794-d746af81cddf }, name: Name(\"nexus-1d05500b-26d9-4871-8794-d746af81cddf\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ab6e9116-cfc4-4b3e-98be-2bb67d110731, kind: Service { id: 4a50bf12-1fdc-4917-8d03-ca85c9fb72af }, name: Name(\"nexus-4a50bf12-1fdc-4917-8d03-ca85c9fb72af\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 128])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:15.009524216Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:15.009563017Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:15.009589168Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:15.009623649Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:15.009646989Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:15.00967167Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:15.009688961Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"8c40f903-6c89-4f1f-892d-dddf54a2c316","remote_addr":"[fd00:1122:3344:101::a]:57612","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":435,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:36.335935805Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38777"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:36.336038118Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"4ceb3b9e-3516-4e2e-9c92-47d432ee11fb","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38777","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:38.918243382Z","hostname":"buskin","pid":1566,"uri":"/80af691a-30bb-4399-8524-a68071b516df","method":"GET","req_id":"cb361095-9532-478f-a5ef-404a44c3a131","remote_addr":"[fd00:1122:3344:101::d]:42324","local_addr":"[fd00:1122:3344:101::1]:43012","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6932,"response_code":"200"} {"msg":"running automatic periodic zone bundle cleanup","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:41.431044085Z","hostname":"buskin","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:197"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:41.431117017Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:41.460588056Z","hostname":"buskin","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999996349s","next_cleanup":"Instant { tv_sec: 4614, tv_nsec: 265714905 }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:42.911656419Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:56477"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:42.911771842Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b34a1d9d-4600-4b0c-a7df-36b7dc167993","remote_addr":"[fd00:1122:3344:101::b]:56477","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":52,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:42.957448751Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:42.957514352Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"da1e7f0f-f0a0-499e-b442-a06361a42558","remote_addr":"[fd00:1122:3344:101::b]:56477","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:42.966570296Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"3b6807c9-239d-4c2b-ab57-644a522ec296","remote_addr":"[fd00:1122:3344:101::b]:56477","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":229,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:42.991590939Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41208"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:42.991778004Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"61bb77d6-ec64-4d74-bd10-58db2931e614","remote_addr":"[fd00:1122:3344:101::b]:41208","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":129,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:43.005792849Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:56319"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:43.005881232Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:43.041808189Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:43.095686606Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"442584ab-26f4-414b-ada4-a00a7a649a81","remote_addr":"[fd00:1122:3344:101::b]:56319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89854,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:43.095951223Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"8c32ea06-6093-4ed5-8e3a-c3e1d5aa3f14","remote_addr":"[fd00:1122:3344:101::b]:56319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:43.77832711Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:58019"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:43.778478704Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"05914117-4e9b-4d10-a52b-95f21162fb83","remote_addr":"[fd00:1122:3344:101::c]:58019","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":83,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:43.828232322Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:43.828268613Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"00d36fef-efd2-432f-ac33-9dd271afa13e","remote_addr":"[fd00:1122:3344:101::c]:58019","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":84,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:43.837274558Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"9685bbad-6651-402c-bc46-9445e44deb2d","remote_addr":"[fd00:1122:3344:101::c]:58019","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":307,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:44.000463487Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:35321"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:44.000675882Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"67359b72-d875-4607-b9ab-246f7591277f","remote_addr":"[fd00:1122:3344:101::c]:35321","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":160,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:44.019818372Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:38963"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:44.019923904Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:44.055542914Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:44.11018087Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"3120373f-4f92-4d35-97f9-620b3d905955","remote_addr":"[fd00:1122:3344:101::c]:38963","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90305,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:44.110448176Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ed69513c-5849-4752-a50c-e009cc114c3b","remote_addr":"[fd00:1122:3344:101::c]:38963","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":114,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:44.556046057Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:55855"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:44.556144469Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"3b8790bc-3e84-44c3-a233-b0adb75762e2","remote_addr":"[fd00:1122:3344:101::a]:55855","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:44.606935435Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:44.606962696Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2aa556d2-e0bf-4ab3-948c-04b5c87b7a07","remote_addr":"[fd00:1122:3344:101::a]:55855","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":74,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:44.61632558Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a3deac06-e826-4d09-868c-e85741ef8ebf","remote_addr":"[fd00:1122:3344:101::a]:55855","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":299,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:44.635822329Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:53346"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:44.635918731Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:44.672804394Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:44.7263244Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"53e7f40a-27df-4b21-895f-f6cc94a1d774","remote_addr":"[fd00:1122:3344:101::a]:53346","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90434,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:44.726459154Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:50353"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:44.726733481Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"ecdfd7c6-0d17-4897-a205-0cd10511f28c","remote_addr":"[fd00:1122:3344:101::a]:50353","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":175,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:44.726831603Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"3b84bd44-d093-4496-941a-c26ec12ddba8","remote_addr":"[fd00:1122:3344:101::a]:53346","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":196,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:09:55.873327038Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:06.369332099Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48666"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:06.369420421Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"6b2d3231-1893-4385-829f-9a72d5ae0e82","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48666","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:08.918975521Z","hostname":"buskin","pid":1566,"uri":"/80af691a-30bb-4399-8524-a68071b516df","method":"GET","req_id":"20282dd4-0b4f-401d-8cc7-653d1fa4cea8","remote_addr":"[fd00:1122:3344:101::d]:42324","local_addr":"[fd00:1122:3344:101::1]:43012","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7924,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:13.023513064Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:44799"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:13.023676718Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c09f036e-5849-4394-8713-6b010cd0fb74","remote_addr":"[fd00:1122:3344:101::b]:44799","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:13.067654903Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:13.067693915Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"05036fa0-d189-49fe-aea6-d3ae1ed78521","remote_addr":"[fd00:1122:3344:101::b]:44799","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:13.078004993Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"97983fdd-6c6f-4002-9bb9-6ff43009c756","remote_addr":"[fd00:1122:3344:101::b]:44799","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":258,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:13.140247068Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:50105"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:13.140386641Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"a9b8b401-de40-4a1b-a3b7-52020e105cac","remote_addr":"[fd00:1122:3344:101::b]:50105","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:13.167624757Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:53364"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:13.16773462Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:13.203435072Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:13.253965315Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"29cf6586-a07a-4bc6-858d-1a31d6a9a846","remote_addr":"[fd00:1122:3344:101::b]:53364","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":86268,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:13.254222962Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d24a0d9d-e6a1-4d01-88fd-420b0cfbdcac","remote_addr":"[fd00:1122:3344:101::b]:53364","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:14.141341902Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:50995"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:14.141476866Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"03af205c-a0e9-4bad-a12b-5773ec698fe7","remote_addr":"[fd00:1122:3344:101::c]:50995","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:14.201310162Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:14.201366364Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"aa09908e-f4bb-426c-9dac-d24592415ddb","remote_addr":"[fd00:1122:3344:101::c]:50995","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:14.211175067Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e350e423-e1ce-4186-872e-b504285870c8","remote_addr":"[fd00:1122:3344:101::c]:50995","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":316,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:14.293063944Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:45656"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:14.293188937Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:14.33009692Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:14.419697728Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"d33df8e9-da48-4308-854f-fc5ba63d534f","remote_addr":"[fd00:1122:3344:101::c]:45656","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":126535,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:14.420001046Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:62930"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:14.420293304Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"e296b9a3-6d26-446d-8200-803f2c90b3fa","remote_addr":"[fd00:1122:3344:101::c]:62930","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":209,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:14.420962351Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"05702eec-7b0a-4f1e-86a6-e4e158466e74","remote_addr":"[fd00:1122:3344:101::c]:45656","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":235,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:14.66310221Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:52760"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:14.663238924Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e273aa1a-1bcb-4d93-9ae1-a47e67557fc6","remote_addr":"[fd00:1122:3344:101::a]:52760","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":84,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:14.681576512Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:14.681598793Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"da6bd28a-151d-4efb-bc7f-c1e0f83b7d43","remote_addr":"[fd00:1122:3344:101::a]:52760","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":58,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:14.690221928Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"482b1cee-fccc-4fdb-b3d0-e4d7b66f2e91","remote_addr":"[fd00:1122:3344:101::a]:52760","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":210,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:14.721983797Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:56023"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:14.722138241Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"6d80f79c-d862-4079-9b50-ea7afa4205a0","remote_addr":"[fd00:1122:3344:101::a]:56023","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:14.77268018Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:34100"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:14.772766202Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:14.808606537Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:14.860756668Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"dda11a22-ee7e-4da8-84de-b76010c81ef9","remote_addr":"[fd00:1122:3344:101::a]:34100","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88025,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:14.861000555Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"531c24b8-b4fb-4724-838c-701dd76ac73a","remote_addr":"[fd00:1122:3344:101::a]:34100","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:36.401779034Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:57085"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:36.402233065Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"4b8e9271-5295-4385-a0c1-4f4525755106","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:57085","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":36,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:38.917687099Z","hostname":"buskin","pid":1566,"uri":"/80af691a-30bb-4399-8524-a68071b516df","method":"GET","req_id":"71af6e24-8e89-44df-9506-d228bcc754ff","remote_addr":"[fd00:1122:3344:101::d]:42324","local_addr":"[fd00:1122:3344:101::1]:43012","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6602,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:42.913782773Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:43236"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:42.913953807Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"1762bda5-47b0-47a0-b467-0a13285cdd53","remote_addr":"[fd00:1122:3344:101::b]:43236","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":71,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:42.954514116Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:42.954528946Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"67cca87e-3562-40cd-a524-f02a1c1e7600","remote_addr":"[fd00:1122:3344:101::b]:43236","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":83,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:43.024640506Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:32965"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:43.024825971Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"3017b372-1861-4d0b-9a74-6c06b07f09f6","remote_addr":"[fd00:1122:3344:101::b]:32965","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":131,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:43.027569942Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"7c8b26b4-7fc8-448b-a155-00dcbcb2e72d","remote_addr":"[fd00:1122:3344:101::b]:43236","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":177,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:43.121837562Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:55662"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:43.121943775Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:43.159206738Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:43.211264264Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"c329f873-2d2e-4bc5-bbfe-2a2e062c8e75","remote_addr":"[fd00:1122:3344:101::b]:55662","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89355,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:43.211581552Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"779997e4-16b4-4353-9e1d-5795453205c8","remote_addr":"[fd00:1122:3344:101::b]:55662","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":140,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:43.807281996Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:63970"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:43.807440651Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"dff0208e-c3d0-4185-9eab-fea5a3533ca3","remote_addr":"[fd00:1122:3344:101::c]:63970","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":109,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:43.829688521Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:43.829722892Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2d67ff7e-8c4a-469a-8b0e-f5ba3127fe7d","remote_addr":"[fd00:1122:3344:101::c]:63970","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:43.841492934Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"8db554da-2f5a-4900-b2a1-c8f19cbfb639","remote_addr":"[fd00:1122:3344:101::c]:63970","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":274,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:43.923816197Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:44931"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:43.923982322Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"dec7678f-84d8-4351-83e9-815663161aa4","remote_addr":"[fd00:1122:3344:101::c]:44931","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":126,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:44.007797119Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:64835"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:44.007902482Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:44.043010178Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:44.09674602Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"759768c1-a27a-4490-94d5-0b35f4fee649","remote_addr":"[fd00:1122:3344:101::c]:64835","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88885,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:44.097007677Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"570cc80b-b90c-4b79-a6e6-497203f7d369","remote_addr":"[fd00:1122:3344:101::c]:64835","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:44.544776142Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:65388"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:44.544874055Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"d68af39a-47b3-416f-86e9-dfe384ffc691","remote_addr":"[fd00:1122:3344:101::a]:65388","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":49,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:44.592856507Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:44.592881528Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"8ae750da-f684-452f-bc86-0636a07272da","remote_addr":"[fd00:1122:3344:101::a]:65388","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":57,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:44.601174354Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"b44f4988-a6e1-4c09-a0ef-bbd29e82f6e6","remote_addr":"[fd00:1122:3344:101::a]:65388","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":179,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:44.667227337Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:42128"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:44.667377572Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"f72205f6-4128-45e2-98ed-d31fb408f3a6","remote_addr":"[fd00:1122:3344:101::a]:42128","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:44.699036268Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:42195"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:44.699150151Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:44.733158898Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:44.787563088Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b0abda8f-07b9-4d5f-82fa-083c5ba40321","remote_addr":"[fd00:1122:3344:101::a]:42195","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88462,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:10:44.787818335Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"aa40fd50-b43e-4acd-832f-102852364ccc","remote_addr":"[fd00:1122:3344:101::a]:42195","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:06.435922146Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62257"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:06.436015059Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"41c4f0ef-cd9a-4de2-aef8-9028bf481d78","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62257","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:08.917854954Z","hostname":"buskin","pid":1566,"uri":"/80af691a-30bb-4399-8524-a68071b516df","method":"GET","req_id":"263b67b6-6225-49c9-b06e-af65c1b7071a","remote_addr":"[fd00:1122:3344:101::d]:42324","local_addr":"[fd00:1122:3344:101::1]:43012","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6472,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:13.114535959Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:59946"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:13.114695493Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"01946167-a86f-474e-a7c0-5f6e847bc1d2","remote_addr":"[fd00:1122:3344:101::b]:59946","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:13.161224647Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:13.161252268Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"5e11b7e7-003a-44a1-8afd-e5afd0ce0354","remote_addr":"[fd00:1122:3344:101::b]:59946","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":81,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:13.165672767Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:55723"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:13.165850011Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"e83cb8d3-74ea-4df9-9b0c-47582f397888","remote_addr":"[fd00:1122:3344:101::b]:55723","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":126,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:13.169848755Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"151b4d79-3843-40dc-91fb-7701205bf4e0","remote_addr":"[fd00:1122:3344:101::b]:59946","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":212,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:13.212619071Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:51683"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:13.212749775Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:13.248664142Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:13.302743803Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"7532585d-6873-44b2-9df8-7eb00667b01b","remote_addr":"[fd00:1122:3344:101::b]:51683","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90056,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:13.30303787Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"82512dff-8595-463d-98f9-63c7a355a26d","remote_addr":"[fd00:1122:3344:101::b]:51683","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:14.092848559Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:42450"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:14.093118216Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"c1461258-abd6-42d0-8d7e-c01b19817fbc","remote_addr":"[fd00:1122:3344:101::c]:42450","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":187,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:14.107432269Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:35112"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:14.107536692Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"11a9c470-b362-4e93-81b9-4c38be56cafb","remote_addr":"[fd00:1122:3344:101::c]:35112","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":58,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:14.154336356Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:14.154375027Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e0f95eca-60ad-42fb-b704-bff284f6c8ff","remote_addr":"[fd00:1122:3344:101::c]:35112","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":107,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:14.162246543Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"536bdd35-7d3d-4c7b-b33f-9d98448ae856","remote_addr":"[fd00:1122:3344:101::c]:35112","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":211,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:14.167316285Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:63963"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:14.167404797Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:14.202534834Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:14.255143287Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"6b6c8861-50d4-4189-b3cb-fb3471e9a97a","remote_addr":"[fd00:1122:3344:101::c]:63963","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87761,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:14.255412494Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d6fba2d9-3c60-4de9-9289-97693db950bc","remote_addr":"[fd00:1122:3344:101::c]:63963","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":118,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:14.658528352Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:38808"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:14.658641606Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"bd3cac6c-e8b1-41f4-a405-90013754d58e","remote_addr":"[fd00:1122:3344:101::a]:38808","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":57,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:14.708651371Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:14.708681691Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"83a42171-c082-4175-8b48-ae4919d99d6d","remote_addr":"[fd00:1122:3344:101::a]:38808","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":74,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:14.717801389Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"60e4bc82-aea9-4c30-aeb0-ab4d38a02f86","remote_addr":"[fd00:1122:3344:101::a]:38808","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":284,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:14.891268576Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:54844"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:14.891443191Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"35a30231-4af6-462f-8783-9ec8f1c23083","remote_addr":"[fd00:1122:3344:101::a]:54844","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":136,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:14.912654704Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:36655"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:14.912766467Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:14.952098521Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:15.004964741Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a99450e3-983e-44a5-bc12-99f7aff973d2","remote_addr":"[fd00:1122:3344:101::a]:36655","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92241,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:15.005221997Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"be95af76-d55d-47a8-8d6a-66e0918f1cb7","remote_addr":"[fd00:1122:3344:101::a]:36655","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":107,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:36.469316952Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:52739"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:36.47075129Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"0b930ca4-1c56-4cdf-b864-bfcd3d375ed3","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:52739","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":30,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:38.917968872Z","hostname":"buskin","pid":1566,"uri":"/80af691a-30bb-4399-8524-a68071b516df","method":"GET","req_id":"4b7c161d-b04f-45b4-9443-a11a3a89dbab","remote_addr":"[fd00:1122:3344:101::d]:42324","local_addr":"[fd00:1122:3344:101::1]:43012","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6539,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:42.953732008Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:44318"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:42.954072717Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"972a34cd-448e-42e0-9e1a-df749255c7b9","remote_addr":"[fd00:1122:3344:101::b]:44318","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":225,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:43.041023757Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:35659"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:43.041126179Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"22526eaa-05ad-4c76-aa9a-2a7d18af12d0","remote_addr":"[fd00:1122:3344:101::b]:35659","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":60,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:43.082813917Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:43.082830528Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"88c15493-fe5c-4175-ad2a-3661c3b67e2d","remote_addr":"[fd00:1122:3344:101::b]:35659","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":73,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:43.091853333Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"fdf1e9d0-b564-4e77-b4da-eace691fe2be","remote_addr":"[fd00:1122:3344:101::b]:35659","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":264,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:43.123845228Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:35431"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:43.1239354Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:43.160475284Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:43.219359443Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"d2e4475b-de90-44b6-be3a-462d060317fc","remote_addr":"[fd00:1122:3344:101::b]:35431","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95456,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:43.21964008Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"bb1369c8-c902-4c17-a435-401d6f87c60c","remote_addr":"[fd00:1122:3344:101::b]:35431","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:43.856057073Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:59012"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:43.856185306Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"d18fbda0-baf4-4e78-9e91-edc9165e7b94","remote_addr":"[fd00:1122:3344:101::c]:59012","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":78,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:43.872350058Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:43.872371188Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"9772d992-58ae-489b-bf3e-f82165038283","remote_addr":"[fd00:1122:3344:101::c]:59012","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":72,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:43.881541348Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"4ed906e5-854d-4b1c-8a60-d2876601ef23","remote_addr":"[fd00:1122:3344:101::c]:59012","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":197,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:43.931471461Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:64115"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:43.931579953Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:43.971060624Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:44.02917658Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"7b8f56e2-8b74-478c-ba78-c69f4068c697","remote_addr":"[fd00:1122:3344:101::c]:64115","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97635,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:44.029289334Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:62589"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:44.02953974Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"6207036e-285f-49cb-bacb-7b64d83ea78b","remote_addr":"[fd00:1122:3344:101::c]:62589","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":156,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:44.029588561Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e2a83271-39a9-4e30-9cc8-c384e03eb809","remote_addr":"[fd00:1122:3344:101::c]:64115","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":162,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:44.570687071Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:40320"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:44.570812864Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"bb46a6cd-4a75-4e56-9556-6ba512796460","remote_addr":"[fd00:1122:3344:101::a]:40320","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":40,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:44.585893698Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:44.585921748Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2a31956f-39ae-4742-8f89-8f5b3bd18234","remote_addr":"[fd00:1122:3344:101::a]:40320","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":56,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:44.594614578Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"5f4311c8-158e-43dc-9eba-29fa523f14bd","remote_addr":"[fd00:1122:3344:101::a]:40320","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":286,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:44.788677052Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:38106"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:44.788869597Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"9ba2cc5a-bf76-4a56-9c41-541781c20c2d","remote_addr":"[fd00:1122:3344:101::a]:38106","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":140,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:44.853025704Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:40082"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:44.853173778Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:44.889707536Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:44.94312403Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"adf7e104-1ca3-4fac-9df2-bae0572580e6","remote_addr":"[fd00:1122:3344:101::a]:40082","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90009,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:11:44.943431528Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"58673cf9-93ca-45be-8b13-578d3d84b2c0","remote_addr":"[fd00:1122:3344:101::a]:40082","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:06.504371998Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:06.5044693Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"05b81737-ed6c-423d-ad56-7b615c7100bb","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35169","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:08.919093105Z","hostname":"buskin","pid":1566,"uri":"/80af691a-30bb-4399-8524-a68071b516df","method":"GET","req_id":"bacf673c-3246-44eb-95cd-e417e5034d14","remote_addr":"[fd00:1122:3344:101::d]:42324","local_addr":"[fd00:1122:3344:101::1]:43012","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7317,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:13.033923084Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:62617"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:13.034036077Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"0a319fb5-2394-435c-861f-fa56c392691e","remote_addr":"[fd00:1122:3344:101::b]:62617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:13.076583387Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:13.076606528Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"4a9a5461-d022-4928-963b-6c99b2c88aa4","remote_addr":"[fd00:1122:3344:101::b]:62617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":74,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:13.078625701Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:48640"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:13.078797113Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"e26c764b-7a4f-4d2e-b4ab-9ebd9b53a5ab","remote_addr":"[fd00:1122:3344:101::b]:48640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":110,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:13.087206964Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"ee8c686c-5126-4eef-bdcb-1d03f91af350","remote_addr":"[fd00:1122:3344:101::b]:62617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":213,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:13.194255148Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:32773"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:13.1943427Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:13.229784593Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:13.282801317Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"9be397b7-4201-43ad-b713-d45167d04519","remote_addr":"[fd00:1122:3344:101::b]:32773","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88486,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:13.283079984Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"5e6e4202-aaee-4214-bc74-9949999c7089","remote_addr":"[fd00:1122:3344:101::b]:32773","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:14.134492462Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:47706"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:14.134620046Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"720d68f0-759c-4718-8b00-247bd06a2984","remote_addr":"[fd00:1122:3344:101::c]:47706","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":73,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:14.182417665Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:14.182452226Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"6716f6b7-4148-4c6d-8960-d065676c6877","remote_addr":"[fd00:1122:3344:101::c]:47706","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:14.195219109Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"66f13f66-794d-4303-a9bf-31ce62b396e2","remote_addr":"[fd00:1122:3344:101::c]:47706","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":239,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:14.24430348Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:42214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:14.244465665Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"79969a0d-37e8-45b3-b04c-658078b5c0c8","remote_addr":"[fd00:1122:3344:101::c]:42214","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":122,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:14.258033109Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:59063"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:14.258110771Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:14.296000997Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:14.360622283Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ad9d69f7-4edc-4200-bb3f-4c451384f925","remote_addr":"[fd00:1122:3344:101::c]:59063","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102492,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:14.360958632Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e47de4a6-275a-43ee-acda-74ff665ab1d0","remote_addr":"[fd00:1122:3344:101::c]:59063","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":116,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:14.749172178Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:59102"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:14.749259711Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"cddfd875-fdde-49e3-b019-79aa2510a966","remote_addr":"[fd00:1122:3344:101::a]:59102","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":50,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:14.792430617Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:14.792458878Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"dc9d0a46-aed6-471e-bd54-c91b42a7f55c","remote_addr":"[fd00:1122:3344:101::a]:59102","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":86,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:14.80061164Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"54297cee-8347-4d9d-b447-0b8112866461","remote_addr":"[fd00:1122:3344:101::a]:59102","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":260,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:14.822331417Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:46040"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:14.82242853Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:14.866738311Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:14.926732116Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"0a37a545-4343-42bb-87bd-3440e8f3549c","remote_addr":"[fd00:1122:3344:101::a]:46040","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104341,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:14.927013026Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:42373"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:14.927102118Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"a9366c01-3cfc-4d35-880b-e569a0010b9a","remote_addr":"[fd00:1122:3344:101::a]:46040","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":172,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:14.927403817Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"50d9eef8-9176-45d8-9c54-a615a729bc27","remote_addr":"[fd00:1122:3344:101::a]:42373","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":178,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:36.537622368Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:65490"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:36.53772052Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"cc0dbb17-078f-4ab9-828d-a14efb29019b","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:65490","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":36,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:38.91855101Z","hostname":"buskin","pid":1566,"uri":"/80af691a-30bb-4399-8524-a68071b516df","method":"GET","req_id":"5fb4f202-0d6d-4284-9e03-df0a7829d5c7","remote_addr":"[fd00:1122:3344:101::d]:42324","local_addr":"[fd00:1122:3344:101::1]:43012","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7452,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:42.904213255Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:34823"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:42.904329698Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"d1691e3b-6648-41f6-ae91-99471f84018c","remote_addr":"[fd00:1122:3344:101::b]:34823","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":42,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:42.946320623Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:42.946343534Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c79c5885-22f1-4b8d-9ec7-e318e006b53b","remote_addr":"[fd00:1122:3344:101::b]:34823","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":68,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:42.955722869Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"4817f40d-1daf-4852-8270-774d1b5b3326","remote_addr":"[fd00:1122:3344:101::b]:34823","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":266,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:43.018029411Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:35908"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:43.018227927Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"f552d81f-30f3-4e55-a8b8-2342b52cfd72","remote_addr":"[fd00:1122:3344:101::b]:35908","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":147,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:43.120228758Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:55708"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:43.120342581Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:43.157136322Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:43.215406982Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"fabde84e-2bb5-4692-81b1-452474375c41","remote_addr":"[fd00:1122:3344:101::b]:55708","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95118,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:43.21571028Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"96fd38c0-d160-4152-875f-32dbad9a2566","remote_addr":"[fd00:1122:3344:101::b]:55708","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:43.808001947Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:49156"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:43.808155851Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"9d85c788-839c-4fa5-87c2-65f3eb40b1ad","remote_addr":"[fd00:1122:3344:101::c]:49156","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":77,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:43.828188533Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:43.828210104Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"0a3978b1-2b74-41d2-90ee-10e11f92cf6c","remote_addr":"[fd00:1122:3344:101::c]:49156","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:43.864737458Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:51005"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:43.864966084Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"75be04f0-a024-4c1b-8781-b84d3e145b6d","remote_addr":"[fd00:1122:3344:101::c]:51005","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":158,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:43.868941387Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"02be6a68-3217-4edf-bb1a-e7da613ee0c4","remote_addr":"[fd00:1122:3344:101::c]:49156","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":209,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:43.989236137Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:52978"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:43.989338579Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:44.028644255Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:44.084912183Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b629f679-18c0-4ba5-848e-66a12a19d9f5","remote_addr":"[fd00:1122:3344:101::c]:52978","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95606,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:44.085260452Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"5d3e227d-4c45-412a-b031-4cab7102e0a9","remote_addr":"[fd00:1122:3344:101::c]:52978","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:44.503717792Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:41983"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:44.503804265Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"774375de-79e8-4561-8bff-2bc7e522d6a1","remote_addr":"[fd00:1122:3344:101::a]:41983","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":48,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:44.527560015Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:44.527585695Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"f09a7688-4bec-4d0f-b637-514f097e8a66","remote_addr":"[fd00:1122:3344:101::a]:41983","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":74,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:44.537708489Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"13431449-c3b2-417b-877d-aa699ad006d1","remote_addr":"[fd00:1122:3344:101::a]:41983","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":263,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:44.580203868Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:33597"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:44.580374222Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"1448f281-3ec0-4a9c-82df-b0eeeeb1972f","remote_addr":"[fd00:1122:3344:101::a]:33597","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:44.5937039Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:37405"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:44.593792923Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:44.629539716Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:44.688919455Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"f2ac545c-48c8-4e64-90db-f21a5e888f1b","remote_addr":"[fd00:1122:3344:101::a]:37405","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95160,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:12:44.689206153Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"38eba40c-8118-4bf5-aece-16caf1ed0a98","remote_addr":"[fd00:1122:3344:101::a]:37405","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":110,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:06.573877268Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60065"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:06.574077033Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"89e285dd-ea7c-4807-bc78-310779e39328","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60065","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":82,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:08.919416144Z","hostname":"buskin","pid":1566,"uri":"/80af691a-30bb-4399-8524-a68071b516df","method":"GET","req_id":"68e00241-7803-4fb3-a7aa-7ca9cec745c9","remote_addr":"[fd00:1122:3344:101::d]:42324","local_addr":"[fd00:1122:3344:101::1]:43012","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8030,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:13.073427889Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:48393"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:13.073606244Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"76aa04c5-7da4-4056-b519-5b30af5866aa","remote_addr":"[fd00:1122:3344:101::b]:48393","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:13.13054144Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:13.130573391Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"094603cc-6b8f-4391-831f-98c37292495e","remote_addr":"[fd00:1122:3344:101::b]:48393","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:13.143328664Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"b73cde15-ca05-4c7d-b521-dc96d103a5ef","remote_addr":"[fd00:1122:3344:101::b]:48393","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":264,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:13.210558528Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58797"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:13.210675061Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:13.25202956Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:13.305422414Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"5004c033-8d8b-4980-aaa0-4fb2a6e626e0","remote_addr":"[fd00:1122:3344:101::b]:58797","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94794,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:13.30566185Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:48510"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:13.305757732Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"97f37536-096e-41ed-bfd5-3c125a8160a6","remote_addr":"[fd00:1122:3344:101::b]:58797","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":148,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:13.305962708Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"543f471c-b5f1-465e-a244-1eead064fc64","remote_addr":"[fd00:1122:3344:101::b]:48510","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":155,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:13.914758328Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:50885"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:13.914912459Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"11222163-df13-498c-9809-2bbb8db30298","remote_addr":"[fd00:1122:3344:101::c]:50885","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":86,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:13.930766942Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:13.930782663Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"5690b372-f5b0-496f-a2d5-0d909e184910","remote_addr":"[fd00:1122:3344:101::c]:50885","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":69,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:13.940206066Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f1778cf9-e701-40ad-9635-8474e2137a40","remote_addr":"[fd00:1122:3344:101::c]:50885","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":196,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:14.008257712Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:45775"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:14.008405376Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"5687e87a-0f17-45a9-8c0a-de3ec3997e31","remote_addr":"[fd00:1122:3344:101::c]:45775","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":117,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:14.15954146Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:40579"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:14.159635862Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:14.196513355Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:14.246391417Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a5ca31aa-d421-401c-a745-1647fe822285","remote_addr":"[fd00:1122:3344:101::c]:40579","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":86796,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:14.246653063Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"36525734-38af-4e8e-880b-a2eb8d250532","remote_addr":"[fd00:1122:3344:101::c]:40579","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:14.700006344Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:32960"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:14.700163838Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"9532d071-cf3a-46b2-b859-dd86440245df","remote_addr":"[fd00:1122:3344:101::a]:32960","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":113,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:14.899826219Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:56236"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:14.899951452Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"9941d36d-44ce-4d1e-81a8-f9f668427dcf","remote_addr":"[fd00:1122:3344:101::a]:56236","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":82,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:14.915450916Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:14.915475417Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"906e3704-c330-4d03-8c25-941bce2f82fc","remote_addr":"[fd00:1122:3344:101::a]:56236","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":72,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:14.923690671Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"5488a47b-c11b-4d88-8215-a983d17dd36c","remote_addr":"[fd00:1122:3344:101::a]:56236","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":238,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:14.938243401Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:47590"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:14.938348814Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:14.978277756Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:15.033745574Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"04fb3fc4-dd51-4339-8bf6-add85ed52209","remote_addr":"[fd00:1122:3344:101::a]:47590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95441,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:15.03400737Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"31dcc094-0652-4c27-993b-db36d5fcf54d","remote_addr":"[fd00:1122:3344:101::a]:47590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:36.60564292Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41353"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:36.605733832Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"92c58034-00e3-4807-bebf-21192bb10e25","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41353","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":30,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:38.918137577Z","hostname":"buskin","pid":1566,"uri":"/80af691a-30bb-4399-8524-a68071b516df","method":"GET","req_id":"7df3fd94-aee6-4ad2-9627-39c5818e5002","remote_addr":"[fd00:1122:3344:101::d]:42324","local_addr":"[fd00:1122:3344:101::1]:43012","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6183,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:42.979252883Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58706"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:42.979443977Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"8df9db8b-e6d8-4c47-9520-f9b593544d22","remote_addr":"[fd00:1122:3344:101::b]:58706","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":129,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:42.984629763Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:48761"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:42.984682394Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e510dd3c-0e19-4312-b267-74cbb15edd0e","remote_addr":"[fd00:1122:3344:101::b]:48761","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":31,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:43.025817178Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:43.025848619Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c6c96209-60df-47a7-a75a-3f9ccdc323b0","remote_addr":"[fd00:1122:3344:101::b]:48761","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":49,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:43.033882568Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"3bd3ff00-45b0-4c6e-9f55-fc325644d8f1","remote_addr":"[fd00:1122:3344:101::b]:48761","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":166,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:43.03702877Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:50096"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:43.037094182Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:43.076666345Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:43.134396151Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"f5d3934a-7be8-48cd-8128-cee27edbea68","remote_addr":"[fd00:1122:3344:101::b]:50096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97322,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:43.134688444Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"f1e51811-e80f-4bda-8cbc-d7a8a21d7f3e","remote_addr":"[fd00:1122:3344:101::b]:50096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:43.797346926Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:42644"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:43.797516271Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8f009870-7094-4403-99bc-cf63de3cda44","remote_addr":"[fd00:1122:3344:101::c]:42644","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:43.816514873Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:43.816536244Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"cbe83e8c-2b52-4891-834e-f20c4451c618","remote_addr":"[fd00:1122:3344:101::c]:42644","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":86,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:43.82559566Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a9cf12ff-f153-402d-97ae-b40dc5dcd803","remote_addr":"[fd00:1122:3344:101::c]:42644","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":278,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:43.934272956Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:39550"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:43.934462211Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"e1fdd36a-b2e2-40e3-9e32-e695427ff7ee","remote_addr":"[fd00:1122:3344:101::c]:39550","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":142,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:43.992792513Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:43377"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:43.992894196Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:44.031377608Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:44.084265491Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"bebe7017-ede8-4d3d-bc78-0920b874e0da","remote_addr":"[fd00:1122:3344:101::c]:43377","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91408,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:44.084564879Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"3051a43d-117b-41ce-85fc-abca10fed005","remote_addr":"[fd00:1122:3344:101::c]:43377","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:44.467965194Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:44346"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:44.468151126Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"75b55076-807f-42bd-be9c-5af6c252bab5","remote_addr":"[fd00:1122:3344:101::a]:44346","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:44.532109758Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:44.532148539Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"0eb8eb49-564f-46e4-b915-167c888d0422","remote_addr":"[fd00:1122:3344:101::a]:44346","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":66,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:44.54100393Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"38364190-bf6a-4eda-af14-caf156ef5543","remote_addr":"[fd00:1122:3344:101::a]:44346","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":171,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:44.721641133Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:37357"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:44.721817968Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"52cc83fa-052d-4757-9ed6-8c2c874998ed","remote_addr":"[fd00:1122:3344:101::a]:37357","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":129,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:44.779488743Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:39813"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:44.779580136Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:44.816308464Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:44.870697213Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"bef751c7-3bb2-42b4-9119-d5e201cf32d1","remote_addr":"[fd00:1122:3344:101::a]:39813","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91144,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:13:44.87096378Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"b8ee4fea-6347-4d2e-a6e3-558a58cd4aa3","remote_addr":"[fd00:1122:3344:101::a]:39813","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:06.639111881Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43502"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:06.639267795Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"ddb13bdd-2efe-4705-9938-0376caca2114","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43502","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":49,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:08.918440177Z","hostname":"buskin","pid":1566,"uri":"/80af691a-30bb-4399-8524-a68071b516df","method":"GET","req_id":"a49e4735-919e-45a4-8c8c-1c60c61279bf","remote_addr":"[fd00:1122:3344:101::d]:42324","local_addr":"[fd00:1122:3344:101::1]:43012","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6624,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:12.956324988Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:52011"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:12.956450361Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"6ee4fe00-011c-4a4a-b29f-39647478e849","remote_addr":"[fd00:1122:3344:101::b]:52011","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":55,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.036305545Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.036375877Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"ebee62ff-e9e0-4826-8e97-c1bd91652cd3","remote_addr":"[fd00:1122:3344:101::b]:52011","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":116,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.047407375Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"104a2391-f2f2-4223-9d96-e53a8ffc784f","remote_addr":"[fd00:1122:3344:101::b]:52011","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":256,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.158448003Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:48038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.158665018Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"c337a59e-327a-4028-994b-b56d9949f0ef","remote_addr":"[fd00:1122:3344:101::b]:48038","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":158,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.198846557Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:39012"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.19896275Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.237875825Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.292057199Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"10b6fa79-2127-4c6b-9ac9-5373097b4e4b","remote_addr":"[fd00:1122:3344:101::b]:39012","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93148,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.292220393Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:53461"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.292639714Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"98f4d157-8313-4aca-934f-9c927c7adda8","remote_addr":"[fd00:1122:3344:101::b]:39012","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":215,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.295211011Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.295232242Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/c1febdee-2c98-4f12-9aa4-ad18d04436bd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.295286933Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2db2571c-c8fc-49d7-9a67-c3d98ed7f856/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.295735795Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.302986577Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:52890"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.303321346Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 418f0b92-89c3-4081-80db-c6859ed8ae21, kind: Service { id: 9bb732d7-5c6c-418e-9bb4-2b78363c496b }, name: Name(\"external-dns-9bb732d7-5c6c-418e-9bb4-2b78363c496b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 233])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ed7bfea0-7e5d-4d9a-b1dc-17fadc8bd515, kind: Service { id: a6e7ea12-5d7a-4497-b4c7-99b34dca3373 }, name: Name(\"external-dns-a6e7ea12-5d7a-4497-b4c7-99b34dca3373\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 168])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 30bac288-b547-49b2-af15-904789a7cb38, kind: Service { id: 5a2da4c3-1dce-4828-9073-a93ecc67e115 }, name: Name(\"nexus-5a2da4c3-1dce-4828-9073-a93ecc67e115\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 97897984-7c73-42ae-8b0b-eaf9a2bc7479, kind: Service { id: 1d05500b-26d9-4871-8794-d746af81cddf }, name: Name(\"nexus-1d05500b-26d9-4871-8794-d746af81cddf\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ab6e9116-cfc4-4b3e-98be-2bb67d110731, kind: Service { id: 4a50bf12-1fdc-4917-8d03-ca85c9fb72af }, name: Name(\"nexus-4a50bf12-1fdc-4917-8d03-ca85c9fb72af\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 128])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.303363517Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.303430078Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.303451546Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.303474377Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.303481397Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.303488257Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.303517398Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"ee4ff67f-cfa7-4107-a744-1313745a3ef4","remote_addr":"[fd00:1122:3344:101::b]:52890","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":416,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.307847411Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.307867772Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_52ff5631-9ac0-4ac7-86b7-64ca5116a071"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.332005511Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.332064713Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_10da5ed2-63d5-4960-a7ed-e0f22ea11d46"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.353319848Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.353377889Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.374620074Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.374668565Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_fb2d454c-3596-42d0-8ff3-f8219d6e3f47"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.395103528Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.39516245Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_23c36e6b-2f3a-43bc-b874-06ee7fff36f4"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 4b8ca783-c0e0-4c3f-a149-be038075af29 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.41612379Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.416176411Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_4b8ca783-c0e0-4c3f-a149-be038075af29"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 4c2dd18b-2445-4d2c-acfe-6708713b37f2 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.436860351Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.436914772Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_4c2dd18b-2445-4d2c-acfe-6708713b37f2"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 1f09e596-8c3b-4084-9722-b9e187b46c0f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.456467432Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.456527404Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_1f09e596-8c3b-4084-9722-b9e187b46c0f"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2ce90261-9b65-4601-b849-599cec034d39 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.475663893Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.475712885Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_2ce90261-9b65-4601-b849-599cec034d39"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:13.486759223Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"b8b78b9f-bcca-4336-b2ba-8600009d9422","remote_addr":"[fd00:1122:3344:101::b]:53461","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":194386,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.00282188Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:57294"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.002962901Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"6fa37c7e-18ff-4b12-9baa-bb5f459e99f4","remote_addr":"[fd00:1122:3344:101::c]:57294","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":69,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.058933301Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.058986853Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b27e55b8-dad2-4272-bc73-e4e3e1408cb7","remote_addr":"[fd00:1122:3344:101::c]:57294","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":110,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.067475437Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f81ed4e8-d365-4192-b7d2-b0dc2f21be4c","remote_addr":"[fd00:1122:3344:101::c]:57294","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":173,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.195013175Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:38507"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.195128058Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.195149339Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/c1febdee-2c98-4f12-9aa4-ad18d04436bd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.19517464Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2db2571c-c8fc-49d7-9a67-c3d98ed7f856/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.195471287Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.207202833Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.207249784Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_52ff5631-9ac0-4ac7-86b7-64ca5116a071"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.228251393Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:39451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.228549301Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"5736bd81-b26a-439c-8246-ae1af227a056","remote_addr":"[fd00:1122:3344:101::c]:39451","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":178,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.230409849Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.23042117Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_10da5ed2-63d5-4960-a7ed-e0f22ea11d46"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.252904253Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.252956055Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.265856043Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:35636"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.266112Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.282286252Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.282505468Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_fb2d454c-3596-42d0-8ff3-f8219d6e3f47"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.305829166Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.308581868Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.308845765Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_23c36e6b-2f3a-43bc-b874-06ee7fff36f4"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 4b8ca783-c0e0-4c3f-a149-be038075af29 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.333025333Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.333256452Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_4b8ca783-c0e0-4c3f-a149-be038075af29"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 4c2dd18b-2445-4d2c-acfe-6708713b37f2 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.36383884Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.364660171Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_4c2dd18b-2445-4d2c-acfe-6708713b37f2"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.380734791Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a84ad5f2-e4a5-4e54-8bd5-fdc3ae304c94","remote_addr":"[fd00:1122:3344:101::c]:35636","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":114709,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.381268302Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ee3924be-4fd2-4c74-9fcf-4137d0a8226f","remote_addr":"[fd00:1122:3344:101::c]:35636","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":215,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 1f09e596-8c3b-4084-9722-b9e187b46c0f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.406835929Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.406893661Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_1f09e596-8c3b-4084-9722-b9e187b46c0f"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2ce90261-9b65-4601-b849-599cec034d39 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.439639471Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.439715153Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_2ce90261-9b65-4601-b849-599cec034d39"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.456391883Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"7680309a-0443-4dc1-894e-358f60c381cb","remote_addr":"[fd00:1122:3344:101::c]:38507","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":261276,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.463247545Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:59263"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.463559382Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 418f0b92-89c3-4081-80db-c6859ed8ae21, kind: Service { id: 9bb732d7-5c6c-418e-9bb4-2b78363c496b }, name: Name(\"external-dns-9bb732d7-5c6c-418e-9bb4-2b78363c496b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 233])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ed7bfea0-7e5d-4d9a-b1dc-17fadc8bd515, kind: Service { id: a6e7ea12-5d7a-4497-b4c7-99b34dca3373 }, name: Name(\"external-dns-a6e7ea12-5d7a-4497-b4c7-99b34dca3373\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 168])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 30bac288-b547-49b2-af15-904789a7cb38, kind: Service { id: 5a2da4c3-1dce-4828-9073-a93ecc67e115 }, name: Name(\"nexus-5a2da4c3-1dce-4828-9073-a93ecc67e115\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 97897984-7c73-42ae-8b0b-eaf9a2bc7479, kind: Service { id: 1d05500b-26d9-4871-8794-d746af81cddf }, name: Name(\"nexus-1d05500b-26d9-4871-8794-d746af81cddf\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ab6e9116-cfc4-4b3e-98be-2bb67d110731, kind: Service { id: 4a50bf12-1fdc-4917-8d03-ca85c9fb72af }, name: Name(\"nexus-4a50bf12-1fdc-4917-8d03-ca85c9fb72af\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 128])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.463611544Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.463650765Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.463675615Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.463695326Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.463722386Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.463741777Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.463766048Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"cf28bf04-2b11-4d75-afcb-c4b220c81a57","remote_addr":"[fd00:1122:3344:101::c]:59263","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":409,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.699067418Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:53561"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.69914495Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ff078328-2cef-4e71-8381-b8efe2ac8c50","remote_addr":"[fd00:1122:3344:101::a]:53561","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":44,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.714797759Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.714825309Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"33a2b219-27bf-41ac-8420-1f32d765737a","remote_addr":"[fd00:1122:3344:101::a]:53561","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":62,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.723709351Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"5b337bb4-41ca-4cce-8150-9c91d8758dbd","remote_addr":"[fd00:1122:3344:101::a]:53561","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":181,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.892352212Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:48057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.892511139Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"7b7abc64-5353-4267-9881-5a8e9b23889a","remote_addr":"[fd00:1122:3344:101::a]:48057","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":110,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.95195193Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:44946"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.952032592Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.952039693Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/c1febdee-2c98-4f12-9aa4-ad18d04436bd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.952067793Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2db2571c-c8fc-49d7-9a67-c3d98ed7f856/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.952341001Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 52ff5631-9ac0-4ac7-86b7-64ca5116a071 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.96496609Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.965031562Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_52ff5631-9ac0-4ac7-86b7-64ca5116a071"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.983151079Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:61841"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.98345709Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 418f0b92-89c3-4081-80db-c6859ed8ae21, kind: Service { id: 9bb732d7-5c6c-418e-9bb4-2b78363c496b }, name: Name(\"external-dns-9bb732d7-5c6c-418e-9bb4-2b78363c496b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 233])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ed7bfea0-7e5d-4d9a-b1dc-17fadc8bd515, kind: Service { id: a6e7ea12-5d7a-4497-b4c7-99b34dca3373 }, name: Name(\"external-dns-a6e7ea12-5d7a-4497-b4c7-99b34dca3373\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 247, 168])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 30bac288-b547-49b2-af15-904789a7cb38, kind: Service { id: 5a2da4c3-1dce-4828-9073-a93ecc67e115 }, name: Name(\"nexus-5a2da4c3-1dce-4828-9073-a93ecc67e115\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 251])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 97897984-7c73-42ae-8b0b-eaf9a2bc7479, kind: Service { id: 1d05500b-26d9-4871-8794-d746af81cddf }, name: Name(\"nexus-1d05500b-26d9-4871-8794-d746af81cddf\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ab6e9116-cfc4-4b3e-98be-2bb67d110731, kind: Service { id: 4a50bf12-1fdc-4917-8d03-ca85c9fb72af }, name: Name(\"nexus-4a50bf12-1fdc-4917-8d03-ca85c9fb72af\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 128])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.983498411Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.983527391Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.983548982Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.983566992Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.983589913Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.983607363Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.983621744Z","hostname":"buskin","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"afdc1976-3230-4140-90fd-33b3c221c364","remote_addr":"[fd00:1122:3344:101::a]:61841","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":366,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 10da5ed2-63d5-4960-a7ed-e0f22ea11d46 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.988110041Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:14.988135581Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_10da5ed2-63d5-4960-a7ed-e0f22ea11d46"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:15.00302953Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:54581"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:15.00340189Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:15.010013793Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:15.010060614Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: fb2d454c-3596-42d0-8ff3-f8219d6e3f47 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:15.031286448Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:15.03138207Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_fb2d454c-3596-42d0-8ff3-f8219d6e3f47"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:15.039864202Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 23c36e6b-2f3a-43bc-b874-06ee7fff36f4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:15.052482681Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:15.052586644Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_23c36e6b-2f3a-43bc-b874-06ee7fff36f4"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 4b8ca783-c0e0-4c3f-a149-be038075af29 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:15.075083431Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:15.075130942Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_4b8ca783-c0e0-4c3f-a149-be038075af29"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 4c2dd18b-2445-4d2c-acfe-6708713b37f2 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:15.095634635Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:15.095688886Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_4c2dd18b-2445-4d2c-acfe-6708713b37f2"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:15.100734878Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"940f3fac-0582-468f-84d0-ff6c5811b2f4","remote_addr":"[fd00:1122:3344:101::a]:54581","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97487,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:15.101113678Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d9259dbc-2d11-4f76-9a2e-d1b6c92e31d4","remote_addr":"[fd00:1122:3344:101::a]:54581","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":151,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 1f09e596-8c3b-4084-9722-b9e187b46c0f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:15.120488373Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:15.120548745Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_1f09e596-8c3b-4084-9722-b9e187b46c0f"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2ce90261-9b65-4601-b849-599cec034d39 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:15.141503772Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:15.141554013Z","hostname":"buskin","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_2ce90261-9b65-4601-b849-599cec034d39"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:15.152591571Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"bdd45009-6e1d-4cc2-b2ea-675af3dc8b94","remote_addr":"[fd00:1122:3344:101::a]:44946","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":200563,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:36.672451386Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59888"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:36.672654602Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"15d487d7-08bc-48f5-a26e-f2042e861ff2","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59888","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":73,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:38.917710837Z","hostname":"buskin","pid":1566,"uri":"/80af691a-30bb-4399-8524-a68071b516df","method":"GET","req_id":"a17bf033-b1a0-430c-9a01-6c15962a619d","remote_addr":"[fd00:1122:3344:101::d]:42324","local_addr":"[fd00:1122:3344:101::1]:43012","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6540,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:43.010514672Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:40245"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:43.010743598Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"645901ae-af8c-4889-beb4-664faa4a7f2d","remote_addr":"[fd00:1122:3344:101::b]:40245","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":150,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:43.050794083Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:43.050884266Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"6e887d12-90f9-49fd-8200-f7a1bb373fa2","remote_addr":"[fd00:1122:3344:101::b]:41648","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":48,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:43.091470745Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:43.091494315Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"29ba22f7-a630-4731-b786-396f6b290889","remote_addr":"[fd00:1122:3344:101::b]:41648","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":65,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:43.101540263Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"94cfb0d9-b0e4-49c7-9933-eee98db98e8b","remote_addr":"[fd00:1122:3344:101::b]:41648","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":228,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:43.118386652Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:37060"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:43.118466515Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:43.1554783Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:43.206308977Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"729f828d-67c9-46f0-9baa-ae0d65948798","remote_addr":"[fd00:1122:3344:101::b]:37060","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87876,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:43.206578454Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"c18173a2-f74b-44d1-939b-c717b468ef75","remote_addr":"[fd00:1122:3344:101::b]:37060","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":112,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:43.870209656Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:45674"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:43.87036028Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"5f1dd92e-ea0b-4afd-8ef5-e726bc0959ac","remote_addr":"[fd00:1122:3344:101::c]:45674","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":86,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:43.918809004Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:43.918829135Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"4a6865b3-0916-48c7-8d93-d378ccc7c832","remote_addr":"[fd00:1122:3344:101::c]:45674","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":78,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:43.928772434Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"4fce8ea1-e332-4417-a042-7dea476203a5","remote_addr":"[fd00:1122:3344:101::c]:45674","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":234,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:43.956310123Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:56387"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:43.956500908Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"ab8ecaec-0d0b-4fdc-8927-22525fafa9a1","remote_addr":"[fd00:1122:3344:101::c]:56387","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":113,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:44.028436965Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:59376"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:44.028550638Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:44.066045946Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:44.120378274Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"cf12af11-a840-46d7-8c0e-34fb4175eebf","remote_addr":"[fd00:1122:3344:101::c]:59376","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91875,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:44.120675992Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7a18349c-e181-44ac-a991-c1814bd63922","remote_addr":"[fd00:1122:3344:101::c]:59376","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:44.491364798Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:33199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:44.491513002Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"35c2bac4-c06b-434e-9a0b-fa03ca4f7737","remote_addr":"[fd00:1122:3344:101::a]:33199","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":76,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:44.535489466Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:44.535522607Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"563f45e5-9bb3-49c4-a7f4-40a6acf79172","remote_addr":"[fd00:1122:3344:101::a]:33199","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":64,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:44.617019104Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:39522"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:44.617207239Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"dfab1f93-1ca7-4451-a43a-9a8d0dc9a86a","remote_addr":"[fd00:1122:3344:101::a]:39522","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":129,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:44.619554903Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"b64019eb-a9a4-44df-b093-9223b5aff452","remote_addr":"[fd00:1122:3344:101::a]:33199","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":327,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:44.671107418Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:51635"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:44.671206221Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:44.706998625Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:44.762195135Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"7b1e8c5b-550a-427d-a9f6-e66ad459cc1a","remote_addr":"[fd00:1122:3344:101::a]:51635","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91026,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:44.762522334Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"826cb819-bff1-4aa3-81df-b66b660be451","remote_addr":"[fd00:1122:3344:101::a]:51635","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":151,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:14:55.874433536Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:06.704494623Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62137"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:06.705121839Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"f67b110f-2d04-4f9c-87ec-e6906542b2b7","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62137","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":33,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:08.918372675Z","hostname":"buskin","pid":1566,"uri":"/80af691a-30bb-4399-8524-a68071b516df","method":"GET","req_id":"a94a4f6c-718e-4cf1-adcf-89c9dd9126af","remote_addr":"[fd00:1122:3344:101::d]:42324","local_addr":"[fd00:1122:3344:101::1]:43012","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6797,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:12.412935298Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57954"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:12.413148234Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"2374dfa4-fb06-430b-adad-0fe4c10c842b","remote_addr":"[fd00:1122:3344:101::a]:57954","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":138,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:12.414562871Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:874","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(14274613) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:12.414588081Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"PUT","req_id":"9dba3c05-3178-46da-afbe-c6549c4652eb","remote_addr":"[fd00:1122:3344:101::a]:57954","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1244,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:12.556535396Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57481"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:12.559990676Z","hostname":"buskin","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:555","metadata":"InstanceMetadata { silo_id: 46bdf509-11b9-47c6-9aa0-67e689dc84db, project_id: 4c90e50e-54d5-401d-99f5-b8095a35e8ac }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-12-12T04:15:12.556290649Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: b48a8044-86aa-4806-a0d7-ac26510a9a0d, kind: Instance { id: f2240917-cf4b-415f-8bd0-1a242c50516f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14274613), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b48a8044-86aa-4806-a0d7-ac26510a9a0d, kind: Instance { id: f2240917-cf4b-415f-8bd0-1a242c50516f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14274613), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b48a8044-86aa-4806-a0d7-ac26510a9a0d, kind: Instance { id: f2240917-cf4b-415f-8bd0-1a242c50516f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14274613), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(14274613))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b48a8044-86aa-4806-a0d7-ac26510a9a0d, kind: Instance { id: f2240917-cf4b-415f-8bd0-1a242c50516f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14274613), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-66dc306c887\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 5c29ea4d-74b5-4b47-abda-89cb52e7f5ba, read_only_parent: Some(Volume { block_size: 512, id: 1575b977-ed68-4bde-8138-a4ad74ca9f6f, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 6d813c21-9432-48f5-a2e1-34beee5d6647, key: Some(\"F/Y+JGClBDkFyi8I9IIy/cqjp8/W5uKWAsl2+KC1ykk=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::16]:19001\", \"[fd00:1122:3344:101::18]:19002\", \"[fd00:1122:3344:101::14]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 5c29ea4d-74b5-4b47-abda-89cb52e7f5ba, key: Some(\"NxjTa6rNMGxNIQ+mdI365X4Bvzo9QyDNL17pcRCJGDw=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::14]:19002\", \"[fd00:1122:3344:101::13]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-66dc306c887\" }] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:12.560053077Z","hostname":"buskin","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:588","migration_id":"None","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:12.560085918Z","hostname":"buskin","pid":1566,"propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"sled-agent/src/instance.rs:1281","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: b48a8044-86aa-4806-a0d7-ac26510a9a0d, kind: Instance { id: f2240917-cf4b-415f-8bd0-1a242c50516f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14274613), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b48a8044-86aa-4806-a0d7-ac26510a9a0d, kind: Instance { id: f2240917-cf4b-415f-8bd0-1a242c50516f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14274613), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b48a8044-86aa-4806-a0d7-ac26510a9a0d, kind: Instance { id: f2240917-cf4b-415f-8bd0-1a242c50516f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14274613), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(14274613))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b48a8044-86aa-4806-a0d7-ac26510a9a0d, kind: Instance { id: f2240917-cf4b-415f-8bd0-1a242c50516f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14274613), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-66dc306c887\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 5c29ea4d-74b5-4b47-abda-89cb52e7f5ba, read_only_parent: Some(Volume { block_size: 512, id: 1575b977-ed68-4bde-8138-a4ad74ca9f6f, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 6d813c21-9432-48f5-a2e1-34beee5d6647, key: Some(\"F/Y+JGClBDkFyi8I9IIy/cqjp8/W5uKWAsl2+KC1ykk=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::16]:19001\", \"[fd00:1122:3344:101::18]:19002\", \"[fd00:1122:3344:101::14]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 5c29ea4d-74b5-4b47-abda-89cb52e7f5ba, key: Some(\"NxjTa6rNMGxNIQ+mdI365X4Bvzo9QyDNL17pcRCJGDw=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::14]:19002\", \"[fd00:1122:3344:101::13]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-66dc306c887\" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-12-12T04:15:12.556290649Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:12.56053988Z","hostname":"buskin","pid":1566,"uri":"/vmms/d2120084-d65f-4412-8c07-a4b2832354d4","method":"PUT","req_id":"a52a0471-18c9-46e9-9b75-66068c826ef0","remote_addr":"[fd00:1122:3344:101::a]:57481","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3964,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:12.667392129Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:64151"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:12.668441126Z","hostname":"buskin","pid":1566,"uri":"/vmms/d2120084-d65f-4412-8c07-a4b2832354d4/state","method":"PUT","req_id":"ce381b2e-40ff-41f1-b1b0-d077ae589ee9","remote_addr":"[fd00:1122:3344:101::a]:64151","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":952,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:12.669635857Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 14274613 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:12.669807072Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_d2120084-d65f-4412-8c07-a4b2832354d4","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:12.709757467Z","hostname":"buskin","pid":1566,"instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_propolis-server_d2120084-d65f-4412-8c07-a4b2832354d4","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:12.751780613Z","hostname":"buskin","pid":1566,"instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:12.850394204Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63499"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:12.850591829Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"af64bfab-6728-4660-a391-b3d007ecc4e7","remote_addr":"[fd00:1122:3344:101::a]:63499","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:12.879428552Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {b48a8044-86aa-4806-a0d7-ac26510a9a0d: {10.151.1.176: {7b3d8a48-44ad-4338-9f06-f8800312ec5b}, 10.151.1.175: {7b3d8a48-44ad-4338-9f06-f8800312ec5b}}} }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:12.893346345Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:61056"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:13.066910004Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:59509"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:13.06713505Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"29ab0bdb-0dba-43e1-a936-9c1f57e472f7","remote_addr":"[fd00:1122:3344:101::b]:59509","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":82,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:13.115372839Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {b48a8044-86aa-4806-a0d7-ac26510a9a0d: {10.151.1.175: {7b3d8a48-44ad-4338-9f06-f8800312ec5b}, 10.151.1.176: {7b3d8a48-44ad-4338-9f06-f8800312ec5b}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:13.1154157Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"1fc30c70-b073-48d8-a80d-22e75cc58724","remote_addr":"[fd00:1122:3344:101::b]:59509","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":149,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:13.170929002Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:56592"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:13.171095356Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:13.231736075Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:13.312753562Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"000837dd-2485-4f5b-b083-252aab5b9666","remote_addr":"[fd00:1122:3344:101::b]:56592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":141729,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:13.312990316Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:39526"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:13.313431757Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"b45a30cc-6f5e-47b7-bcd9-7fb9baeb6185","remote_addr":"[fd00:1122:3344:101::b]:39526","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":282,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:13.313513929Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e5aa91cf-a1db-43f1-bbd6-1a214caab3be","remote_addr":"[fd00:1122:3344:101::b]:56592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":300,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:13.314066109Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a4200345-e2f8-4b96-a2a7-e64b6eba035d","remote_addr":"[fd00:1122:3344:101::b]:59509","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":906,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:13.990480275Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:50508"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:14.163787504Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:45307"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:14.163937117Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"4784a299-0d05-477b-b3e5-51115cb4f11d","remote_addr":"[fd00:1122:3344:101::c]:45307","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":85,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:14.225846718Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {b48a8044-86aa-4806-a0d7-ac26510a9a0d: {10.151.1.175: {7b3d8a48-44ad-4338-9f06-f8800312ec5b}, 10.151.1.176: {7b3d8a48-44ad-4338-9f06-f8800312ec5b}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:14.225882419Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"ee9052bd-254d-477a-86f3-c2a248ffafab","remote_addr":"[fd00:1122:3344:101::c]:45307","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":155,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:14.248457338Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"62dc30c0-b27b-49eb-b691-47634d663352","remote_addr":"[fd00:1122:3344:101::c]:45307","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":372,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:14.27157921Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:38588"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:14.271752815Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:14.325702213Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:14.432035288Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"fb18de43-6253-46ed-a3e3-0ad3f1c02864","remote_addr":"[fd00:1122:3344:101::c]:38588","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":160325,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:14.432467629Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:54749"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:14.432774509Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"b7bd1b7e-c86f-4fef-8f41-d31a82f84ce2","remote_addr":"[fd00:1122:3344:101::c]:38588","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":273,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:14.432862632Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"c6b8e991-fb2c-4ea8-80d1-f6d6b5738bbf","remote_addr":"[fd00:1122:3344:101::c]:54749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":234,"response_code":"200"} {"msg":"Profile for oxz_propolis-server_d2120084-d65f-4412-8c07-a4b2832354d4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:14.53099502Z","hostname":"buskin","pid":1566,"instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_d2120084-d65f-4412-8c07-a4b2832354d4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:14.531249306Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:14.668640087Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:59240"} {"msg":"wait for service Some(\"oxz_propolis-server_d2120084-d65f-4412-8c07-a4b2832354d4\") failed: Property not found. retry in 43.37746ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:15:14.717094259Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d2120084-d65f-4412-8c07-a4b2832354d4\") failed: Property not found. retry in 75.402775ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:15:14.768993443Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:14.775452092Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:62165"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:14.775691338Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"61b554e4-c31e-499f-be4f-38239417a1f2","remote_addr":"[fd00:1122:3344:101::a]:62165","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":144,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_d2120084-d65f-4412-8c07-a4b2832354d4\") failed: Property not found. retry in 277.739188ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:15:14.858116629Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:14.921266798Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:52990"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:14.922002087Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:14.983916689Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:15.071815693Z","hostname":"buskin","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a6fb750e-15b8-4c0f-a2db-c8c867128a8b","remote_addr":"[fd00:1122:3344:101::a]:52990","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":149943,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:15.072245564Z","hostname":"buskin","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d5a3a5e7-3d24-4b05-bfe4-3e0171bc5c20","remote_addr":"[fd00:1122:3344:101::a]:52990","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":122,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_d2120084-d65f-4412-8c07-a4b2832354d4\") failed: Property not found. retry in 555.990472ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:15:15.15292826Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d2120084-d65f-4412-8c07-a4b2832354d4\") failed: Property not found. retry in 514.926078ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:15:15.725393029Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d2120084-d65f-4412-8c07-a4b2832354d4\") failed: Property not found. retry in 1.363711822s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:15:16.250874792Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d2120084-d65f-4412-8c07-a4b2832354d4\") failed: Property not found. retry in 1.363981041s","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:15:17.625160184Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d2120084-d65f-4412-8c07-a4b2832354d4\") failed: Property not found. retry in 622.045488ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:15:19.000635403Z","hostname":"buskin","pid":1566,"zone":"oxz_propolis-server_d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_d2120084-d65f-4412-8c07-a4b2832354d4","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:19.650162098Z","hostname":"buskin","pid":1566,"instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"sled-agent/src/instance.rs:1786"} {"msg":"wait for service Some(\"oxz_propolis-server_d2120084-d65f-4412-8c07-a4b2832354d4\") failed: Property not found. retry in 74.310837ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:15:19.660061756Z","hostname":"buskin","pid":1566,"instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d2120084-d65f-4412-8c07-a4b2832354d4\") failed: Property not found. retry in 86.173341ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:15:19.745071745Z","hostname":"buskin","pid":1566,"instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d2120084-d65f-4412-8c07-a4b2832354d4\") failed: Property not found. retry in 269.895693ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:15:19.841034579Z","hostname":"buskin","pid":1566,"instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_d2120084-d65f-4412-8c07-a4b2832354d4\") failed: Property not found. retry in 328.825218ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:15:20.122442933Z","hostname":"buskin","pid":1566,"instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:20.46265171Z","hostname":"buskin","pid":1566,"instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"sled-agent/src/instance.rs:1795"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:20.500916229Z","hostname":"buskin","pid":1566,"instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"sled-agent/src/instance.rs:1819"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:20.64310556Z","hostname":"buskin","pid":1566,"instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"sled-agent/src/instance.rs:932"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:20.64391153Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1243"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:20.644029964Z","hostname":"buskin","pid":1566,"uri":"/vmms/d2120084-d65f-4412-8c07-a4b2832354d4/state","method":"GET","req_id":"96f7931c-66c6-4f17-9001-717cd8a68b65","remote_addr":"[fd00:1122:3344:101::a]:59240","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5973275,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:20.644128376Z","hostname":"buskin","pid":1566,"uri":"/vmms/d2120084-d65f-4412-8c07-a4b2832354d4/state","method":"GET","req_id":"da8a2176-5989-4fbf-a0ef-b92e915681fe","remote_addr":"[fd00:1122:3344:101::b]:61056","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7747516,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:20.644156217Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"312226a9-1e15-4fca-8310-7244c0ec7a90","remote_addr":"[fd00:1122:3344:101::a]:63499","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7765680,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:20.644201268Z","hostname":"buskin","pid":1566,"uri":"/vmms/d2120084-d65f-4412-8c07-a4b2832354d4/state","method":"GET","req_id":"8774fed7-8c26-4c9e-a012-830e9aeb9a5a","remote_addr":"[fd00:1122:3344:101::c]:50508","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6650914,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-12-12T04:15:20.645603542Z }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:20.646987731Z","hostname":"buskin","pid":1566,"instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:20.647136695Z","hostname":"buskin","pid":1566,"instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-12-12T04:15:20.645603542Z }","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:20.647152935Z","hostname":"buskin","pid":1566,"instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-12-12T04:15:20.645603542Z }, migration_in: None, migration_out: None }","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-12-12T04:15:20.706719668Z }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:20.706754601Z","hostname":"buskin","pid":1566,"instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:20.706792922Z","hostname":"buskin","pid":1566,"instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-12-12T04:15:20.706719668Z }","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:20.706801642Z","hostname":"buskin","pid":1566,"instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-12-12T04:15:20.706719668Z }, migration_in: None, migration_out: None }","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f"} {"msg":"skipping delta compute for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:20.725849369Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:486","new_vers":"RouterVersion { router_id: 9e88d2d9-35c6-4979-b905-e22aed207201, version: 3 }","old_vers":"RouterVersion { router_id: 9e88d2d9-35c6-4979-b905-e22aed207201, version: 3 }","subnet":"RouterId { vni: Vni(14274613), kind: System }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:20.726030293Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"2641aa30-410f-4f12-b874-ceedbb9cae99","remote_addr":"[fd00:1122:3344:101::a]:63499","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":582,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:20.768381699Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:49241"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:20.768466193Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"6d75d4f7-0ab9-430e-9231-e8127792a45c","remote_addr":"[fd00:1122:3344:101::a]:49241","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:20.783620099Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {b48a8044-86aa-4806-a0d7-ac26510a9a0d: {10.151.1.175: {7b3d8a48-44ad-4338-9f06-f8800312ec5b}, 10.151.1.176: {7b3d8a48-44ad-4338-9f06-f8800312ec5b}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:20.783640579Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"8ee69805-edac-44dd-b5cf-003257c69fde","remote_addr":"[fd00:1122:3344:101::a]:49241","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":66,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:20.79938123Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"392c3752-679e-4f8b-9669-6b4fb4e60aa8","remote_addr":"[fd00:1122:3344:101::a]:49241","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":172,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:30.335838528Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:64258"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:30.336608678Z","hostname":"buskin","pid":1566,"uri":"/vmms/d2120084-d65f-4412-8c07-a4b2832354d4/state","method":"PUT","req_id":"c7a8614b-779d-4fab-8b04-71583b5d8d59","remote_addr":"[fd00:1122:3344:101::a]:64258","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":649,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-12-12T04:15:30.336712259Z }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:30.336735531Z","hostname":"buskin","pid":1566,"instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:30.336751942Z","hostname":"buskin","pid":1566,"instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-12-12T04:15:30.336712259Z }","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:30.336777512Z","hostname":"buskin","pid":1566,"instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-12-12T04:15:30.336712259Z }, migration_in: None, migration_out: None }","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopped), migration_in: None, migration_out: None, time: 2024-12-12T04:15:30.345347294Z }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:30.345380487Z","hostname":"buskin","pid":1566,"instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:30.345401388Z","hostname":"buskin","pid":1566,"instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(7), time_updated: 2024-12-12T04:15:30.345347294Z }","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:30.345433548Z","hostname":"buskin","pid":1566,"instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(7), time_updated: 2024-12-12T04:15:30.345347294Z }, migration_in: None, migration_out: None }","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-12-12T04:15:30.353331723Z }","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:30.353349395Z","hostname":"buskin","pid":1566,"instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:30.353369485Z","hostname":"buskin","pid":1566,"instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-12-12T04:15:30.353331723Z }","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:30.353378735Z","hostname":"buskin","pid":1566,"instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"sled-agent/src/instance.rs:816","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:30.353387156Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:30.353569471Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:30.353619292Z","hostname":"buskin","pid":1566,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/2db2571c-c8fc-49d7-9a67-c3d98ed7f856/debug/bundle/zone\", \"/pool/int/c1febdee-2c98-4f12-9aa4-ad18d04436bd/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/52ff5631-9ac0-4ac7-86b7-64ca5116a071/crypt/debug\", \"/pool/ext/10da5ed2-63d5-4960-a7ed-e0f22ea11d46/crypt/debug\", \"/pool/ext/3e5f6a6a-ed05-45be-b4a3-2de8d37ccfbb/crypt/debug\", \"/pool/ext/fb2d454c-3596-42d0-8ff3-f8219d6e3f47/crypt/debug\", \"/pool/ext/23c36e6b-2f3a-43bc-b874-06ee7fff36f4/crypt/debug\", \"/pool/ext/4b8ca783-c0e0-4c3f-a149-be038075af29/crypt/debug\", \"/pool/ext/4c2dd18b-2445-4d2c-acfe-6708713b37f2/crypt/debug\", \"/pool/ext/1f09e596-8c3b-4084-9722-b9e187b46c0f/crypt/debug\", \"/pool/ext/2ce90261-9b65-4601-b849-599cec034d39/crypt/debug\"] }","zone_name":"oxz_propolis-server_d2120084-d65f-4412-8c07-a4b2832354d4"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:30.986750774Z","hostname":"buskin","pid":1566,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_d2120084-d65f-4412-8c07-a4b2832354d4\", bundle_id: 20019215-09cb-4275-8902-ce420a949415 }, time_created: 2024-12-12T04:15:30.354457362Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_d2120084-d65f-4412-8c07-a4b2832354d4","v":0,"name":"SledAgent","level":40,"time":"2024-12-12T04:15:30.986858477Z","hostname":"buskin","pid":1566,"instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"sled-agent/src/instance.rs:1032"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:32.766882961Z","hostname":"buskin","pid":1566,"instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"illumos-utils/src/zone.rs:279"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:32.783744081Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:1000","id":"RouterId { vni: Vni(14274613), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:32.783788852Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:1000","id":"RouterId { vni: Vni(14274613), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:32.784178682Z","hostname":"buskin","pid":1566,"instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(9), time_updated: 2024-12-12T04:15:32.784147077Z }, migration_in: None, migration_out: None }","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:32.877113437Z","hostname":"buskin","pid":1566,"instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(9), time_updated: 2024-12-12T04:15:32.784147077Z }, migration_in: None, migration_out: None }","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:32.882034876Z","hostname":"buskin","pid":1566,"instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","propolis_id":"d2120084-d65f-4412-8c07-a4b2832354d4","instance_id":"f2240917-cf4b-415f-8bd0-1a242c50516f","component":"InstanceManager","file":"sled-agent/src/instance.rs:969"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:33.435737075Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:36209"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:33.435836827Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c092c8f0-eae9-454f-bdbf-4ee2e053c2ae","remote_addr":"[fd00:1122:3344:101::c]:36209","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":40,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:33.478929582Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:33.478974483Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1243"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:33.479011984Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"0309c748-48d6-476c-a031-662574d3d3e9","remote_addr":"[fd00:1122:3344:101::c]:36209","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":148,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:33.48802574Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"8f773d78-14f0-4a4e-bfdc-4c70af455ce7","remote_addr":"[fd00:1122:3344:101::c]:36209","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":153,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:33.572630307Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:56417"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:33.572801312Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"897915fb-b059-4daa-af43-eea5f48030f2","remote_addr":"[fd00:1122:3344:101::c]:56417","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":117,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:34.727128914Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:44588"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:34.72733682Z","hostname":"buskin","pid":1566,"uri":"/v2p","method":"GET","req_id":"c5dc3d98-10f4-4803-a647-946bdd8a218a","remote_addr":"[fd00:1122:3344:101::a]:44588","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":131,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:34.81090495Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:46369"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:34.811017896Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e80876fa-d373-4705-8d49-5bad8780da51","remote_addr":"[fd00:1122:3344:101::a]:46369","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":45,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:34.825201497Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:34.825216887Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"3f4c1561-7f1f-4add-a4e5-3edc8d74948b","remote_addr":"[fd00:1122:3344:101::a]:46369","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":71,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:34.832508447Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e111af81-fc41-4787-8c96-946463ca4838","remote_addr":"[fd00:1122:3344:101::a]:46369","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":269,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:35.44610692Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:37513"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:35.446260934Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"a320329d-8438-40b4-aa5b-6863049806b3","remote_addr":"[fd00:1122:3344:101::a]:37513","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:35.459240002Z","hostname":"buskin","pid":1566,"sled_id":"80af691a-30bb-4399-8524-a68071b516df","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:35.459258233Z","hostname":"buskin","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"590a9551-7934-4c27-bfc2-0621f691038a","remote_addr":"[fd00:1122:3344:101::a]:37513","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:35.465805761Z","hostname":"buskin","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"7ca2dfa9-321b-4032-a642-84db7f3fba60","remote_addr":"[fd00:1122:3344:101::a]:37513","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":250,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:36.737076424Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44981"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-12T04:15:36.737171856Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"063c8308-df5f-4c91-84dc-3280d4b5647f","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44981","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38,"response_code":"200"}